{"severity_text":"INFO","timestamp":"2026-11-04T00:22:59.52218138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:22:59.526362785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:22:59.533797262Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:22:59.533826129Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:22:59.558122989Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:22:59.558160992Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:22:59.581850447Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/8b5c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.125487894Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.143876233Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.143993057Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144064148Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144105112Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144149666Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144199719Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144243011Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144278867Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144335294Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144377586Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144425144Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144500034Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144559481Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.14475956Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144819091Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.144932643Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.145043376Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.14515117Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.145244604Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.145403429Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.245850912Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1104 00:23:00.245864 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.448834209Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:00.449002716Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1104 00:23:15.902952 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.903305286Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.903540445Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.90362369Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.903769121Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.903766664Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.903833368Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.903876224Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.90398154Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904123211Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904220341Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904396485Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904443184Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904555636Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904651921Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904687732Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904781569Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904816696Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.904891954Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.905023998Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.905054688Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.905497002Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.905645097Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.905700182Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.90578382Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.905822228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.905849892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.906512106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.906913408Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.907642684Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.908173613Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.908256579Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.908538041Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.908673767Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.908914088Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.909961297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.910155588Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.910421146Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.910581069Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.910990468Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911033752Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911060317Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911136176Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911229607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911261745Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911449279Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911487847Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911515096Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911589275Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911612696Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911629584Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911647988Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:15.911691916Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:16.007128304Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:16.397960996Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:16.706956254Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy updated","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.113922858Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.113969295Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.114472366Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.11448373Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.114567558Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.114613994Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.115115426Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.115128747Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.115239018Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.115265706Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.11565906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"75691df5-057a-40d8-8169-3279615b2cb3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.115674963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"75691df5-057a-40d8-8169-3279615b2cb3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.126057894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"1f7e081f-7046-49a0-8150-edb0981977d9","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a7cbc3","tenantID":"e2e-inf-b-a7cbc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.127590919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-w3-c60893","reconcileID":"14b5d1c2-91b0-4a41-9189-0e257d43167e","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.130431641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"804788a0-fba9-45e8-9840-a027b06ce859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.131004032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-access","reconcileID":"13bdb376-4bcf-4909-b8c4-3c01b7c18a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.131554126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d18e5d6-8966-42af-aaf7-e0291c0a9ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.132089722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e81ee816-b597-4f3a-bdaf-6b6f0ceda67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.135972995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"1f7e081f-7046-49a0-8150-edb0981977d9","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"e2e-inf-b-a7cbc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.139269816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-sub","reconcileID":"9a269244-88b3-4e7e-8400-55f29fa517b4","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"name":"maas-trlp-test-model-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.139797596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"4dedb41e-387e-4581-aac2-27cffa49e156","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"tenant":"e2e-inf-a-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.139812554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"4dedb41e-387e-4581-aac2-27cffa49e156","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"routeName":"test-model-9a6f7a-kserve-route","namespace":"ai-tenant-e2e-inf-a-9a6f7a","llmisvcName":"test-model-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.14298601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"46eb4440-aff5-44f7-b218-162b8d7afb40","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"maas-trlp-test-model-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.14386631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"cf5c42c2-593c-4cfc-b3a4-ef65202d8ee2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.146135501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"804788a0-fba9-45e8-9840-a027b06ce859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.14656491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"da16c15c-4372-4433-8ae1-db11513fb287","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"maas-trlp-test-model-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.202355108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-access","reconcileID":"13bdb376-4bcf-4909-b8c4-3c01b7c18a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.202968922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1778f7e9-7378-47f5-8a3a-a6b1df7d4717","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.216710283Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.216838388Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.313508923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e81ee816-b597-4f3a-bdaf-6b6f0ceda67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.313970033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"904ce13c-b6f7-431e-a94a-1c89bb34d38b","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:23:17.316478035Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d18e5d6-8966-42af-aaf7-e0291c0a9ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.412478424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e078a28-6bb6-43af-b49f-70ebfef66f74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.412550249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e078a28-6bb6-43af-b49f-70ebfef66f74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.422771726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e81ee816-b597-4f3a-bdaf-6b6f0ceda67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.42327827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"1e68d4d9-e802-4899-bfd1-7f20269e7264","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:23:17.425253027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d18e5d6-8966-42af-aaf7-e0291c0a9ca6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.500232637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e67ff9a4-f1d3-417d-8eb7-b813ca2e2cc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.500252235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e67ff9a4-f1d3-417d-8eb7-b813ca2e2cc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.500904506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"0d302193-f022-4123-aa29-007031124047","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"tenant":"e2e-inf-a-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.50098036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"0d302193-f022-4123-aa29-007031124047","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"routeName":"test-model-d94e94-kserve-route","namespace":"ai-tenant-e2e-inf-a-d94e94","llmisvcName":"test-model-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.506125417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-auth","reconcileID":"8025e8e1-f498-4f20-8faa-584faa98a00c","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9a6f7a","tenantID":"e2e-inf-a-9a6f7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.514667002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"e2c5d600-d24a-4383-bbe4-f6598e9556f2","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"tenant":"e2e-inf-a-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.514689316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"e2c5d600-d24a-4383-bbe4-f6598e9556f2","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"routeName":"test-model-954cd9-kserve-route","namespace":"ai-tenant-e2e-inf-a-954cd9","llmisvcName":"test-model-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.515594177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"2c80a179-bf25-4898-8d6a-5fd9f4c3ef6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.516160029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"0d737597-f763-4cc3-9bd7-4fba12900cdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.520053534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-auth","reconcileID":"8025e8e1-f498-4f20-8faa-584faa98a00c","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"e2e-inf-a-9a6f7a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.612936868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"befc810a-36f9-4b16-831d-da1f1ec7cb06","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"tenant":"e2e-inf-a-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.612983739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"befc810a-36f9-4b16-831d-da1f1ec7cb06","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"routeName":"test-model-9a6f7a-kserve-route","namespace":"ai-tenant-e2e-inf-a-9a6f7a","llmisvcName":"test-model-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.615762127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"760f72fd-4b17-492b-86fe-648675665260","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.615800671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"760f72fd-4b17-492b-86fe-648675665260","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.619241808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"e814597d-1af4-4387-83e0-099b44c06b84","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.619267362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"e814597d-1af4-4387-83e0-099b44c06b84","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.715571219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"20a79714-2c8b-4e79-b0fb-4f6e78f39ee8","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.723598963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99dd83ae-f736-4ebd-9030-4797c618914c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.801340914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1035d4ee-9e96-4660-8466-7edfea5bbfc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.802113409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"169f0f0f-476f-4c80-8850-a8284fb11bd1","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.80394669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"235bc2aa-d980-4b95-99d7-53a232d381ff","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"maas-trlp-test-model-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.804625288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfd7a50f-7995-4551-9da3-f9afc1813d99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.805446212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"d7bcd476-3ee2-4f6e-9d94-d9191f299de2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.821540953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99dd83ae-f736-4ebd-9030-4797c618914c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.822473948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"4f3bc71a-a8c3-4166-af8a-0de2611acda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.823053875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-access","reconcileID":"b91d132a-12a3-43fc-a86b-53c563ec4179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.901968281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-auth","reconcileID":"71fe869c-5deb-4205-b8d7-4f8a0decb7b3","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d94e94","tenantID":"e2e-inf-a-d94e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.903931594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99dd83ae-f736-4ebd-9030-4797c618914c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.912698132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"4f3bc71a-a8c3-4166-af8a-0de2611acda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.915059555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-access","reconcileID":"b91d132a-12a3-43fc-a86b-53c563ec4179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:17.916890195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-sub","reconcileID":"6a4403c6-722b-4d22-8973-0e5bcaaf9fa5","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"name":"maas-trlp-test-model-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.002096905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-auth","reconcileID":"71fe869c-5deb-4205-b8d7-4f8a0decb7b3","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"name":"e2e-inf-a-d94e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.006546369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"5a35e5c1-16da-4150-8b34-43ce7da87ca2","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.008086135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-2-w0-f6f292","reconcileID":"b52ff8c6-4ff4-4d6a-9f12-8de7e9b4853f","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-2-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-2-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.009890009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1035d4ee-9e96-4660-8466-7edfea5bbfc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.013986111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"61f5e074-943d-482e-b1c7-785e214166cd","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-954cd9","tenantID":"e2e-inf-a-954cd9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.099280059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"298582c5-96ab-47b7-8f4c-b39c66acbc56","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.103339724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"61f5e074-943d-482e-b1c7-785e214166cd","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"e2e-inf-a-954cd9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.106004041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"039d05ae-c196-4eed-b87f-e44c06a8aa77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.107781594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1035d4ee-9e96-4660-8466-7edfea5bbfc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.110238567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a46350b-3e0f-4f83-8870-598e2610e08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.110254355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a46350b-3e0f-4f83-8870-598e2610e08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.110715536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d8ea020e-c405-4284-b7c8-9575ca78f7e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.110730282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d8ea020e-c405-4284-b7c8-9575ca78f7e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.12071577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8922f9fc-767f-4b0d-b63d-42db60e1a5eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.120752824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8922f9fc-767f-4b0d-b63d-42db60e1a5eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.12111276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"95e1fb0f-90db-4948-8b1c-beffe951c57e","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.121395288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"8e44e94c-03ed-4790-9fd4-3ed79df1ade6","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.121606647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"eb239dfb-35c9-42e7-a64d-51b610be4e5a","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a7cbc3","tenantID":"e2e-inf-b-a7cbc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.122529384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"c3da5a1c-9350-4fb0-a467-bee4168938da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.122984233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"27367d9a-8ab7-4528-a940-c80df4cc7a79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.1249204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"9de13502-e3b4-4838-ab24-1d98b0d988b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.126549332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"d7167aa0-f553-4790-9d81-e04082e3f2c4","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"maas-trlp-test-model-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.197813065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"d50b86cb-6e15-4b8b-98c7-ac31423fba46","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.197845698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"d50b86cb-6e15-4b8b-98c7-ac31423fba46","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.201100758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"eb239dfb-35c9-42e7-a64d-51b610be4e5a","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"e2e-inf-b-a7cbc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.203036218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"9de13502-e3b4-4838-ab24-1d98b0d988b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.203109768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"14418a94-4f05-4221-b496-b615021845c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.208005696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"2a4f4aca-0768-4ab6-bc11-030afc2e8a4e","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.219927944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-w2-5738a9","reconcileID":"6e3e6ad4-8c40-4013-96bd-b8de69884af2","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.227018967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-access","reconcileID":"fc043027-4cb2-4271-9ad9-a94e9d53772f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.227208559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"c450d453-d3b7-471b-831b-ef4d35c8fef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.227625515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-access","reconcileID":"d89618e0-6a16-4fa4-be61-036f1db103d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.227870464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-w0-f6f292","reconcileID":"eece04c5-4369-4f60-bded-e3aced333f48","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.228079642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-w4-80f8ba","reconcileID":"23fe2f96-ac16-48fe-82e2-49cc12b4b43a","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.237271721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"874bc43d-a52b-4b7e-b83c-78e772a27208","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.299377159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b52d67-0dc0-4716-ada3-ffd0fd37a5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.301128845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-access","reconcileID":"d89618e0-6a16-4fa4-be61-036f1db103d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.301631879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"63189e9a-8be4-4a42-a241-67e8eb557b6a","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.303957382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-access","reconcileID":"fc043027-4cb2-4271-9ad9-a94e9d53772f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.304919552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"c450d453-d3b7-471b-831b-ef4d35c8fef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.306468116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b52d67-0dc0-4716-ada3-ffd0fd37a5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.31190616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b52d67-0dc0-4716-ada3-ffd0fd37a5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.317932925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b52d67-0dc0-4716-ada3-ffd0fd37a5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.318503061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"eb0b4abd-44a3-4941-9bf4-45440aeb21ac","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.318977165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"a0994ba2-a8ea-48cd-bbae-5def955c863b","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.31941269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-2-w4-80f8ba","reconcileID":"4360976e-07f3-45e4-95fd-dab3c81a776c","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-2-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-2-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.327831933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"f479896a-b166-42ff-a6be-3ac4f885bbbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.328655114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"2e725f71-bb14-4c2c-a1d1-cca815c2e64c","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.328674048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"2e725f71-bb14-4c2c-a1d1-cca815c2e64c","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.329999114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-access","reconcileID":"a103a6e3-95c8-4dad-98b9-4ff23d499bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.398328565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"f479896a-b166-42ff-a6be-3ac4f885bbbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.399836662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-access","reconcileID":"a103a6e3-95c8-4dad-98b9-4ff23d499bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.399848938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"7be80f64-394c-4ad4-9989-0d6289720d7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.400326974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"3e88b74c-53e2-4864-8935-27004da32462","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.400727265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-2-w2-5738a9","reconcileID":"ca9e3370-5c97-4289-bb21-dde605329254","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-2-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-2-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.401139561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"0b1e5ed9-aa61-4584-8922-5597a0f7439b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.405127977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"224cbfef-faf7-4e42-9437-910cf432c32f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.424939387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8554de43-06e2-4e81-976a-125dd7153182","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.424956871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8554de43-06e2-4e81-976a-125dd7153182","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.436765649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1001f9c6-1a52-4fe1-a42f-a86a9f075899","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.436791672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1001f9c6-1a52-4fe1-a42f-a86a9f075899","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.44738755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"12e2e180-8738-49fe-b464-89c438da0b76","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.447872749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"c4a7877c-75fd-4da1-adb7-98147510d7d8","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.458663395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-2-w3-c60893","reconcileID":"89c25e0e-a593-482e-8493-ee8f4678a559","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-2-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-2-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.458972972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"b18b6c54-3e7f-4c60-9663-7c0a37a30c8a","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.501554076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"fad68a39-7f39-4567-bbc4-d98c83ca5efa","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.51350868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02a689e1-f192-455a-ac74-c0562d3bcb03","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.513539623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02a689e1-f192-455a-ac74-c0562d3bcb03","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.514235615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03db3c19-6681-4cdc-a73b-492a04a90e34","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.514254632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03db3c19-6681-4cdc-a73b-492a04a90e34","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.521362309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"750fcad8-732a-4b90-939d-a246303f5801","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.523005405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"313be108-45b8-45f5-8531-cb0414da8a46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.599033668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"a557c1f6-3b56-4a34-9333-7b8dc768089c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.60298631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"750fcad8-732a-4b90-939d-a246303f5801","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.608576152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"a557c1f6-3b56-4a34-9333-7b8dc768089c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.612974959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ecd46b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0738160f612866f01156d543edaf85e459d50a2c567bf1edddff0bb14cdc855e) AuthConfig (6cfaece52f6f44a59f553cfe24c4ac28bc86a3f1bedd77d89357d8c9fafae8f4) AuthConfig (aa915d074e24aaa387fe779530c55b478b5bef4bf49bd8115e636abbb9877b14) AuthConfig (13e67e9705bcdd21aa4d95f65e271cc463a95a4e62050024f0f08d181da7c75a) AuthConfig (74a2b73c99a5fd0fef8545c7e5b95e417261686a11ed1aac4c07370d411be0b6) AuthConfig (7959a791c37021d58858c42ccf40de94c6959fe6a8ab0ed066a9d26699bdad38) AuthConfig (a83138c8f092c697d88bb6b4f36252935a6144f5bd3049af513683d90caba4d0) AuthConfig (0fe6ffa9eb606093067a047010438dcfd807553385820519f403d5bcd72fef8c) AuthConfig (5d7faafda8ed55e25b65a172312110602a080255206d090dd194e6ff786da7dc) AuthConfig (4e557cf8233ccd3bc816e9d9796653947f700b78b2cf2cfbdc84e812ab9bba78) AuthConfig (ffb83d61393582ec89b28c05d15b5d1b29ff10830f7a33f0de5e174b23b7c477) AuthConfig (b8ef55489d47d9a7ecbc890a8bd3a69e45b27d31f5bfa07c4419b67a8504c4fb) AuthConfig (914acf2b71726d784eceb796e524cd5b057bad167cfe01171f6a5cac3ea5ff15) AuthConfig (e08310a098b98f15100c437e79fb045d8ffde629e30baf1e4aebe72cc78257cf) AuthConfig (02603375adbe13f5a4040643d8f7669363e8c9b4a07e56e34fd51d1c1bfeac09) AuthConfig (9e5defc53e512c991d17f45d55f86b0c3465d90c470867e16c60c21e39c87278) AuthConfig (e500c178780f8115b4dd49a0e177bb334eaeb942fd3b56f2e99e924a6a137c55) AuthConfig (a1bdd5b6bf04028827294f3612a1aad3e950989bd26f37780f75e024eb5a3867)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"750fcad8-732a-4b90-939d-a246303f5801","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.623106064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"c401b45c-cb7a-4913-99d0-dd38ec3ae92b","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.623127717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"c401b45c-cb7a-4913-99d0-dd38ec3ae92b","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.625238568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-access","reconcileID":"6c25f388-9ce7-4ddf-ad82-b0bece4eefe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.625674257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"d11e40ba-1be1-49f3-ac98-73835f378f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.629328854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-access","reconcileID":"d7d43f14-77e0-4c23-9bd5-dc50387c2b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.634868254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-access","reconcileID":"6c25f388-9ce7-4ddf-ad82-b0bece4eefe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.635214232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"d11e40ba-1be1-49f3-ac98-73835f378f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.639593774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-access","reconcileID":"d7d43f14-77e0-4c23-9bd5-dc50387c2b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.719025478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"b1409601-6e9c-44c2-afa0-e93b5edd383f","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-85ad28","tenantID":"e2e-inf-b-85ad28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.728375746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"b1409601-6e9c-44c2-afa0-e93b5edd383f","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"e2e-inf-b-85ad28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.728646341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-access","reconcileID":"287440ae-b251-4135-9659-4142207d710a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.737718363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-access","reconcileID":"287440ae-b251-4135-9659-4142207d710a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.813692367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-w0-f6f292","reconcileID":"e1a48cdf-c0b6-4edc-9c4c-c6215427c8de","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.832719887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-access","reconcileID":"ac133abc-663a-44ba-8253-8c7478e6d127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.833149917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"ffc34f47-9c87-4816-8017-761dce8067b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.843651143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"ffc34f47-9c87-4816-8017-761dce8067b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.843661222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-access","reconcileID":"ac133abc-663a-44ba-8253-8c7478e6d127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.926693072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"313e203a-4c10-4393-acc2-a3d42bf02836","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:18.926717208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"313e203a-4c10-4393-acc2-a3d42bf02836","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.153720758Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"af3fd917-16e7-44d9-9521-7b4b197e9297","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.218237051Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.218297695Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.299478285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c02a4c2-31f2-4260-9295-f2486452895a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.299504816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c02a4c2-31f2-4260-9295-f2486452895a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.384620985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"8e40b697-d9bb-4265-8375-759220cbf426","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.384642292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"8e40b697-d9bb-4265-8375-759220cbf426","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.76667659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"06b368a4-e558-4447-9862-3696584ae651","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.76669822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"06b368a4-e558-4447-9862-3696584ae651","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.773044259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"d923d431-9d95-4225-8aed-1f22a0c2dbe0","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.773064368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"d923d431-9d95-4225-8aed-1f22a0c2dbe0","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.780186869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"e87c71c4-3e81-4e22-aa29-6c8a8fe17894","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.811172804Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"e87c71c4-3e81-4e22-aa29-6c8a8fe17894","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.819263891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"e87c71c4-3e81-4e22-aa29-6c8a8fe17894","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.828665496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"044a89b4-9813-4eed-9022-3f9cf3b66ad4","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:19.828684566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"044a89b4-9813-4eed-9022-3f9cf3b66ad4","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.482114895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc36297-2619-4382-b821-5fdf4a98dfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.48606491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc36297-2619-4382-b821-5fdf4a98dfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.489815418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc36297-2619-4382-b821-5fdf4a98dfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.493928736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc36297-2619-4382-b821-5fdf4a98dfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.816462839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94ad716-38c9-4cb2-8547-b1cc2a789c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.820547093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94ad716-38c9-4cb2-8547-b1cc2a789c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.824575478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94ad716-38c9-4cb2-8547-b1cc2a789c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:21.828681624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94ad716-38c9-4cb2-8547-b1cc2a789c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.893398171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"785495ea-3b92-4348-9ab3-968a356260c0","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.893428638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"785495ea-3b92-4348-9ab3-968a356260c0","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.910668877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"95178ccb-a8e8-4198-9d05-9fabb0a7e225","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.910691073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"95178ccb-a8e8-4198-9d05-9fabb0a7e225","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.912061954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"bf099270-88fb-4255-848d-8ec25b7244c3","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-85ad28","tenantID":"e2e-inf-b-85ad28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:23:23.914098477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"8a02c52b-5f1b-4899-bd32-9fc14019dd2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-85ad28-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.92199794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"bf099270-88fb-4255-848d-8ec25b7244c3","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"e2e-inf-b-85ad28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.927961804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"90c5f7fb-4c6e-433a-ba94-93c5f5c97be1","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.927980563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"90c5f7fb-4c6e-433a-ba94-93c5f5c97be1","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.937275079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"f506a946-5fb9-4fd1-baf4-01b201944ce4","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.937294222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"f506a946-5fb9-4fd1-baf4-01b201944ce4","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.958516879Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"8b76df92-1da4-4dc5-a4b8-18d4fb0d507c","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"maas-trlp-test-model-85ad28","model":"test-model-85ad28","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-85ad28/test-model-85ad28-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.98182983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"01f9320b-4a86-4940-a3f3-431f9c145904","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:23.981847825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"01f9320b-4a86-4940-a3f3-431f9c145904","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.039267061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"4a54dc54-3aa3-4535-93df-f885a45127c8","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-85ad28","tenantID":"e2e-inf-b-85ad28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.048586025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"4a54dc54-3aa3-4535-93df-f885a45127c8","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"e2e-inf-b-85ad28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.054182814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"3749e9cb-1afc-4641-ba43-d58ad4fcd47e","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"maas-trlp-test-model-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.397166644Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","namespace":"ai-tenant-e2e-inf-b-8cc1c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.397250539Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","namespace":"ai-tenant-e2e-inf-b-8cc1c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.39731914Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","tenant":"e2e-inf-b-8cc1c0","tenantID":"e2e-inf-b-8cc1c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.405456196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"Deployment","name":"maas-api-e2e-inf-b-8cc1c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.419102776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"Service","name":"maas-api-e2e-inf-b-8cc1c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.447455437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-8cc1c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.458888688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-8cc1c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.467903743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.47636759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.483578917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.494050107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.501000877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"Deployment","name":"payload-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.506062625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.509972284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"Service","name":"payload-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.514550569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.518962213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.53507634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.539913712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.54741064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.551359073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.555268741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.559245506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-8cc1c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:24.562987415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8cc1c0"},"namespace":"ai-tenant-e2e-inf-b-8cc1c0","name":"default-tenant","reconcileID":"6a071d31-6f12-4330-8b5a-b83e9d7e1ef9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-8cc1c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:27.916120149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b95ed3a-d66f-4561-aa41-407fdac229d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:27.925199459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b95ed3a-d66f-4561-aa41-407fdac229d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:27.933018667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b95ed3a-d66f-4561-aa41-407fdac229d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.129251211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c3b1f38-9b2a-4ac4-b2f7-518f03ab7e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.139481089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c3b1f38-9b2a-4ac4-b2f7-518f03ab7e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.150172162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c3b1f38-9b2a-4ac4-b2f7-518f03ab7e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.487131207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"0d070711-3383-4d43-9f29-74c4789b9b4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.590463243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb09139a-db2f-438a-bf6f-9d835d078288","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.590461438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da419318-b8f6-4202-9103-ce12cfaff59f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.591068474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"622eb978-dd14-48c1-928e-1c581ed11be8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.591109394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"fed293e7-c051-4099-aa5c-1ee74110dfdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.633187441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"d61bdaa0-207e-4733-9af0-221cc40d0579","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.642915624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"d61bdaa0-207e-4733-9af0-221cc40d0579","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.651082165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ecd46b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0738160f612866f01156d543edaf85e459d50a2c567bf1edddff0bb14cdc855e) AuthConfig (6cfaece52f6f44a59f553cfe24c4ac28bc86a3f1bedd77d89357d8c9fafae8f4) AuthConfig (aa915d074e24aaa387fe779530c55b478b5bef4bf49bd8115e636abbb9877b14) AuthConfig (13e67e9705bcdd21aa4d95f65e271cc463a95a4e62050024f0f08d181da7c75a) AuthConfig (74a2b73c99a5fd0fef8545c7e5b95e417261686a11ed1aac4c07370d411be0b6) AuthConfig (7959a791c37021d58858c42ccf40de94c6959fe6a8ab0ed066a9d26699bdad38) AuthConfig (a83138c8f092c697d88bb6b4f36252935a6144f5bd3049af513683d90caba4d0) AuthConfig (0fe6ffa9eb606093067a047010438dcfd807553385820519f403d5bcd72fef8c) AuthConfig (5d7faafda8ed55e25b65a172312110602a080255206d090dd194e6ff786da7dc) AuthConfig (4e557cf8233ccd3bc816e9d9796653947f700b78b2cf2cfbdc84e812ab9bba78) AuthConfig (ffb83d61393582ec89b28c05d15b5d1b29ff10830f7a33f0de5e174b23b7c477) AuthConfig (b8ef55489d47d9a7ecbc890a8bd3a69e45b27d31f5bfa07c4419b67a8504c4fb) AuthConfig (914acf2b71726d784eceb796e524cd5b057bad167cfe01171f6a5cac3ea5ff15) AuthConfig (e08310a098b98f15100c437e79fb045d8ffde629e30baf1e4aebe72cc78257cf) AuthConfig (02603375adbe13f5a4040643d8f7669363e8c9b4a07e56e34fd51d1c1bfeac09) AuthConfig (9e5defc53e512c991d17f45d55f86b0c3465d90c470867e16c60c21e39c87278) AuthConfig (e500c178780f8115b4dd49a0e177bb334eaeb942fd3b56f2e99e924a6a137c55) AuthConfig (a1bdd5b6bf04028827294f3612a1aad3e950989bd26f37780f75e024eb5a3867)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"d61bdaa0-207e-4733-9af0-221cc40d0579","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.690592884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"15fa1b5b-a841-4b88-acb7-2899261c579a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.690806726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"c99f6d9e-fc3e-4ab4-b954-efc3fa28eb19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.691092332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"0e8903be-d67d-4e08-8275-f1b3837a82f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.691311785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"0294906e-a02c-48fc-8a91-8ae93c14c894","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.814364509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"def15c29-b441-4a66-874b-f27135bdbbe3","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"maas-trlp-test-model-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.814434019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"28a798e6-cbf4-414d-a1d4-b50aefc9782a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:28.814754861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"bb6e092f-b1e5-4525-a62e-cbc480069e6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.164329382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"e4f5c757-3816-4a05-ba35-cd6d71ad6e22","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"maas-trlp-test-model-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.263870764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"de62b6db-8763-414a-8d50-a14222be3dfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.425436883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"6ed80498-6692-4227-9f89-a382e3331bec","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.425457416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"6ed80498-6692-4227-9f89-a382e3331bec","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.436916827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"5de66e0e-f00a-4b53-9e2a-25d60d07d531","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a7cbc3","tenantID":"e2e-inf-b-a7cbc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:23:29.437667793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"ef8e253d-dd36-4dd2-8cf8-1550a8d11542","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-a7cbc3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.437766036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"7a26ef99-d4f7-4f9a-98b7-866939ebb87e","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.437783348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"7a26ef99-d4f7-4f9a-98b7-866939ebb87e","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:23:29.443244175Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"7a26ef99-d4f7-4f9a-98b7-866939ebb87e","name":"test-model-a7cbc3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a7cbc3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:23:29.443309666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"7a26ef99-d4f7-4f9a-98b7-866939ebb87e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a7cbc3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.446652162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"5de66e0e-f00a-4b53-9e2a-25d60d07d531","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"e2e-inf-b-a7cbc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.448877587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"200e68d5-046e-437d-9ce7-d382af4e853e","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.448894442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"200e68d5-046e-437d-9ce7-d382af4e853e","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.451334532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"4896edbc-d1db-4bee-826c-f9113242bef9","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.451352101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"4896edbc-d1db-4bee-826c-f9113242bef9","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.460782274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"447cdea7-fc9f-4cd3-bd7d-48ca979f8284","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.460798568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"447cdea7-fc9f-4cd3-bd7d-48ca979f8284","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.481193913Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"7ac865de-80ce-4598-944d-7ae683311111","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"maas-trlp-test-model-a7cbc3","model":"test-model-a7cbc3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.504692644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"fb0f6137-d196-4d35-8a46-65898ad3d463","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.50471147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"fb0f6137-d196-4d35-8a46-65898ad3d463","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.563214943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"edc92202-af3f-4335-9667-1cebe452469a","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a7cbc3","tenantID":"e2e-inf-b-a7cbc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.573009442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"edc92202-af3f-4335-9667-1cebe452469a","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"e2e-inf-b-a7cbc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.577725471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"64cdf026-527f-450c-ab77-d9261ec5a3e0","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"maas-trlp-test-model-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.838955495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"fcdf5929-7f35-445b-906c-86526d2f7b23","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.848534652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"fcdf5929-7f35-445b-906c-86526d2f7b23","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:29.856719988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"fcdf5929-7f35-445b-906c-86526d2f7b23","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.124462368Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8cc1c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8cc1c0","reconcileID":"53975857-0a7a-4f27-bcb5-9f9b4391596d","aitenant":"ai-tenants/e2e-inf-b-8cc1c0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.248668021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8cc1c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8cc1c0","reconcileID":"53975857-0a7a-4f27-bcb5-9f9b4391596d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-8cc1c0","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-8cc1c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.259962987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e745190-654f-4c1c-acc6-070785a9a5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.264221464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e745190-654f-4c1c-acc6-070785a9a5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.268205227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e745190-654f-4c1c-acc6-070785a9a5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.272311596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e745190-654f-4c1c-acc6-070785a9a5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.878385089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58182a3-7847-407b-a891-fdd0a9b5a021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.884667236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58182a3-7847-407b-a891-fdd0a9b5a021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.890971785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58182a3-7847-407b-a891-fdd0a9b5a021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:35.931039334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58182a3-7847-407b-a891-fdd0a9b5a021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:36.191499868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0424a47-a2c8-4f9d-b8f3-b0e75dafc383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:36.197885607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0424a47-a2c8-4f9d-b8f3-b0e75dafc383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:36.20207453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0424a47-a2c8-4f9d-b8f3-b0e75dafc383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:36.206167729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0424a47-a2c8-4f9d-b8f3-b0e75dafc383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:37.945063011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ce2502-5752-4822-8234-24bf7cc5316d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:37.955551266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ce2502-5752-4822-8234-24bf7cc5316d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:37.963397108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ce2502-5752-4822-8234-24bf7cc5316d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:38.216224849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf8a413-f229-45b4-9dc5-c2db4466f7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:38.225274051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf8a413-f229-45b4-9dc5-c2db4466f7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:38.233286356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf8a413-f229-45b4-9dc5-c2db4466f7af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:38.659643951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"773e5d9f-af22-45ca-8b42-efc8ca223688","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:38.670166863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"773e5d9f-af22-45ca-8b42-efc8ca223688","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:38.678602374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ecd46b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0738160f612866f01156d543edaf85e459d50a2c567bf1edddff0bb14cdc855e) AuthConfig (6cfaece52f6f44a59f553cfe24c4ac28bc86a3f1bedd77d89357d8c9fafae8f4) AuthConfig (aa915d074e24aaa387fe779530c55b478b5bef4bf49bd8115e636abbb9877b14) AuthConfig (13e67e9705bcdd21aa4d95f65e271cc463a95a4e62050024f0f08d181da7c75a) AuthConfig (74a2b73c99a5fd0fef8545c7e5b95e417261686a11ed1aac4c07370d411be0b6) AuthConfig (7959a791c37021d58858c42ccf40de94c6959fe6a8ab0ed066a9d26699bdad38) AuthConfig (a83138c8f092c697d88bb6b4f36252935a6144f5bd3049af513683d90caba4d0) AuthConfig (0fe6ffa9eb606093067a047010438dcfd807553385820519f403d5bcd72fef8c) AuthConfig (5d7faafda8ed55e25b65a172312110602a080255206d090dd194e6ff786da7dc) AuthConfig (4e557cf8233ccd3bc816e9d9796653947f700b78b2cf2cfbdc84e812ab9bba78) AuthConfig (ffb83d61393582ec89b28c05d15b5d1b29ff10830f7a33f0de5e174b23b7c477) AuthConfig (b8ef55489d47d9a7ecbc890a8bd3a69e45b27d31f5bfa07c4419b67a8504c4fb) AuthConfig (914acf2b71726d784eceb796e524cd5b057bad167cfe01171f6a5cac3ea5ff15) AuthConfig (e08310a098b98f15100c437e79fb045d8ffde629e30baf1e4aebe72cc78257cf) AuthConfig (02603375adbe13f5a4040643d8f7669363e8c9b4a07e56e34fd51d1c1bfeac09) AuthConfig (9e5defc53e512c991d17f45d55f86b0c3465d90c470867e16c60c21e39c87278) AuthConfig (e500c178780f8115b4dd49a0e177bb334eaeb942fd3b56f2e99e924a6a137c55) AuthConfig (a1bdd5b6bf04028827294f3612a1aad3e950989bd26f37780f75e024eb5a3867)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"773e5d9f-af22-45ca-8b42-efc8ca223688","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:39.866554787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"66bf3911-9216-46e7-9689-55469c7512ec","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:39.882888899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"66bf3911-9216-46e7-9689-55469c7512ec","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:39.892621149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"66bf3911-9216-46e7-9689-55469c7512ec","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.198818557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a5064-d762-4534-b37b-587800cf5da2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.198852621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85a5064-d762-4534-b37b-587800cf5da2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.199665894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"732bac0d-ef27-4b3c-8263-b50ad8dba36b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.199682303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"732bac0d-ef27-4b3c-8263-b50ad8dba36b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.209962252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"c0070ed8-1449-4875-80d9-df27dcb81f87","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.243654977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"c0070ed8-1449-4875-80d9-df27dcb81f87","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.251841519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"c0070ed8-1449-4875-80d9-df27dcb81f87","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.261392805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03dd3bc9-5e73-445c-8dc7-dd5f2cc6fb1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.261418123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03dd3bc9-5e73-445c-8dc7-dd5f2cc6fb1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.395544042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e83e0633-e96a-4ca1-af91-dd117276589d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.395652143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e83e0633-e96a-4ca1-af91-dd117276589d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.406599322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"36787c65-1cf1-4c6a-944c-fe2b18e58879","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.407423764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a28ce1-c4ca-4954-b580-266126795ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.407447924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a28ce1-c4ca-4954-b580-266126795ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:23:42.41302988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-sub-10bdf8b2","reconcileID":"006669d9-5e77-41e2-bdb3-6e88d2950218","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-10bdf8b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.416651508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"36787c65-1cf1-4c6a-944c-fe2b18e58879","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.424259015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"36787c65-1cf1-4c6a-944c-fe2b18e58879","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.438025226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"873b5864-497d-48b3-83f3-b05b38c647b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.438060712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"873b5864-497d-48b3-83f3-b05b38c647b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.449228214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c74f2fd-0f49-4a6b-9215-1566fde748b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.449261143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c74f2fd-0f49-4a6b-9215-1566fde748b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.482066758Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-sub-10bdf8b2","reconcileID":"f2a490f0-8ffb-42f5-956e-197b6e6f64ab","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-10bdf8b2/e2e-sub-10bdf8b2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.515930744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc06ca49-bda5-47ed-a35c-d04e97dc761d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.515953342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc06ca49-bda5-47ed-a35c-d04e97dc761d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.572131241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-sub-10bdf8b2","reconcileID":"4c430ffd-c38e-45a9-adef-08e9a2afaab4","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:42.572130682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a561455-d851-47f0-b816-13728adbeb7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:46.015378824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:47.975469222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813d8eab-4ff2-4aaf-a077-a579d5089d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.018074531Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813d8eab-4ff2-4aaf-a077-a579d5089d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.028369263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813d8eab-4ff2-4aaf-a077-a579d5089d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.039617693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89d8bccc-e205-4f6f-aca5-ffd267171b3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.039712969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89d8bccc-e205-4f6f-aca5-ffd267171b3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.246064772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93377adf-3f5a-466c-a844-ad507fc59da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.255346541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93377adf-3f5a-466c-a844-ad507fc59da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.263549065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93377adf-3f5a-466c-a844-ad507fc59da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.27354244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f35f355c-2b36-4f96-8744-407f51d4d85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.273559617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f35f355c-2b36-4f96-8744-407f51d4d85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.745715377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"ab5fb927-9f70-460b-a5b6-29ff0b713290","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.759141328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"ab5fb927-9f70-460b-a5b6-29ff0b713290","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:48.767341297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ecd46b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0738160f612866f01156d543edaf85e459d50a2c567bf1edddff0bb14cdc855e) AuthConfig (6cfaece52f6f44a59f553cfe24c4ac28bc86a3f1bedd77d89357d8c9fafae8f4) AuthConfig (aa915d074e24aaa387fe779530c55b478b5bef4bf49bd8115e636abbb9877b14) AuthConfig (13e67e9705bcdd21aa4d95f65e271cc463a95a4e62050024f0f08d181da7c75a) AuthConfig (74a2b73c99a5fd0fef8545c7e5b95e417261686a11ed1aac4c07370d411be0b6) AuthConfig (7959a791c37021d58858c42ccf40de94c6959fe6a8ab0ed066a9d26699bdad38) AuthConfig (a83138c8f092c697d88bb6b4f36252935a6144f5bd3049af513683d90caba4d0) AuthConfig (0fe6ffa9eb606093067a047010438dcfd807553385820519f403d5bcd72fef8c) AuthConfig (5d7faafda8ed55e25b65a172312110602a080255206d090dd194e6ff786da7dc) AuthConfig (4e557cf8233ccd3bc816e9d9796653947f700b78b2cf2cfbdc84e812ab9bba78) AuthConfig (ffb83d61393582ec89b28c05d15b5d1b29ff10830f7a33f0de5e174b23b7c477) AuthConfig (b8ef55489d47d9a7ecbc890a8bd3a69e45b27d31f5bfa07c4419b67a8504c4fb) AuthConfig (914acf2b71726d784eceb796e524cd5b057bad167cfe01171f6a5cac3ea5ff15) AuthConfig (e08310a098b98f15100c437e79fb045d8ffde629e30baf1e4aebe72cc78257cf) AuthConfig (02603375adbe13f5a4040643d8f7669363e8c9b4a07e56e34fd51d1c1bfeac09) AuthConfig (9e5defc53e512c991d17f45d55f86b0c3465d90c470867e16c60c21e39c87278) AuthConfig (e500c178780f8115b4dd49a0e177bb334eaeb942fd3b56f2e99e924a6a137c55) AuthConfig (a1bdd5b6bf04028827294f3612a1aad3e950989bd26f37780f75e024eb5a3867)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"ab5fb927-9f70-460b-a5b6-29ff0b713290","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:49.90312962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"c9e8e92a-b390-4185-bd7c-27c388e55330","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:49.912342595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"c9e8e92a-b390-4185-bd7c-27c388e55330","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:49.920908299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"c9e8e92a-b390-4185-bd7c-27c388e55330","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:52.432633616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"16e188c7-9465-4faf-8ede-3d9419387cfa","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:52.474153887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"16e188c7-9465-4faf-8ede-3d9419387cfa","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:52.499297067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"16e188c7-9465-4faf-8ede-3d9419387cfa","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:52.509621067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f8d887-d973-4544-8e21-21e2c6daf0c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:52.509645444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f8d887-d973-4544-8e21-21e2c6daf0c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.089324506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eff16d29-9bc7-40b9-8798-865a0b815d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.193561849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eff16d29-9bc7-40b9-8798-865a0b815d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.202142762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eff16d29-9bc7-40b9-8798-865a0b815d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.213571761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a7012e5-de21-49cf-832c-e52dd44d5585","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.213593285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a7012e5-de21-49cf-832c-e52dd44d5585","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.286881113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6e9eb3-d3a3-43b0-88ae-be172b0dc691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.297138031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6e9eb3-d3a3-43b0-88ae-be172b0dc691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.305249839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6e9eb3-d3a3-43b0-88ae-be172b0dc691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.315653914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d59e8473-c23c-4fdf-a5a9-22befb76bf07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.315774871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d59e8473-c23c-4fdf-a5a9-22befb76bf07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.731394045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"0722f32e-e5bc-4524-945f-039da46f56bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.775637516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"a87e1824-bca4-4163-9f98-ec14208b78cb","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.785457942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"a87e1824-bca4-4163-9f98-ec14208b78cb","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.793921459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ecd46b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0738160f612866f01156d543edaf85e459d50a2c567bf1edddff0bb14cdc855e) AuthConfig (6cfaece52f6f44a59f553cfe24c4ac28bc86a3f1bedd77d89357d8c9fafae8f4) AuthConfig (aa915d074e24aaa387fe779530c55b478b5bef4bf49bd8115e636abbb9877b14) AuthConfig (13e67e9705bcdd21aa4d95f65e271cc463a95a4e62050024f0f08d181da7c75a) AuthConfig (74a2b73c99a5fd0fef8545c7e5b95e417261686a11ed1aac4c07370d411be0b6) AuthConfig (7959a791c37021d58858c42ccf40de94c6959fe6a8ab0ed066a9d26699bdad38) AuthConfig (a83138c8f092c697d88bb6b4f36252935a6144f5bd3049af513683d90caba4d0) AuthConfig (0fe6ffa9eb606093067a047010438dcfd807553385820519f403d5bcd72fef8c) AuthConfig (5d7faafda8ed55e25b65a172312110602a080255206d090dd194e6ff786da7dc) AuthConfig (4e557cf8233ccd3bc816e9d9796653947f700b78b2cf2cfbdc84e812ab9bba78) AuthConfig (ffb83d61393582ec89b28c05d15b5d1b29ff10830f7a33f0de5e174b23b7c477) AuthConfig (b8ef55489d47d9a7ecbc890a8bd3a69e45b27d31f5bfa07c4419b67a8504c4fb) AuthConfig (914acf2b71726d784eceb796e524cd5b057bad167cfe01171f6a5cac3ea5ff15) AuthConfig (e08310a098b98f15100c437e79fb045d8ffde629e30baf1e4aebe72cc78257cf) AuthConfig (02603375adbe13f5a4040643d8f7669363e8c9b4a07e56e34fd51d1c1bfeac09) AuthConfig (9e5defc53e512c991d17f45d55f86b0c3465d90c470867e16c60c21e39c87278) AuthConfig (e500c178780f8115b4dd49a0e177bb334eaeb942fd3b56f2e99e924a6a137c55) AuthConfig (a1bdd5b6bf04028827294f3612a1aad3e950989bd26f37780f75e024eb5a3867)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"a87e1824-bca4-4163-9f98-ec14208b78cb","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.862238648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"43174829-a061-4eb3-bec1-8c6f68c18acb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.862775141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"4a0a7370-67e9-42b7-8eba-c28dac4b1a09","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"maas-trlp-test-model-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.876936855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"ea275e71-22d3-4ebb-a427-da0fa058419e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.878269857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"bdd766c5-c35f-4204-8a41-fe6fd7cd72df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.87871596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"345d78ff-663e-4908-abb3-e50033ca5648","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"maas-trlp-test-model-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.984408342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"0a25254d-694c-405f-b67d-e855dfefab29","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:58.984518804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"0a25254d-694c-405f-b67d-e855dfefab29","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.007435141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"a9030744-eab1-4236-b02e-4dd9e12dda6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.042461056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8dd66eb-3afd-4056-8213-7c28edc3915b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.136327933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"d3fbe820-b591-49a6-96fb-f00fdf388581","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.350643366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"e9e00e25-d452-4492-8eec-88b1f738f751","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.444584718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"d88bdfe6-8a28-4207-9edf-159af73bd779","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.538715931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"49d376e6-5837-4afa-856b-89cb99c2f54c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.638998659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"1c166153-4259-4740-b25c-39821cc401fc","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"maas-trlp-test-model-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.639056615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"4a045a27-4fb6-4eba-8f36-f936a05072ae","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"maas-trlp-test-model-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.639436331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"561802aa-9e0b-4b82-8742-187c33552a49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.666271491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"a93c5b7f-d88a-457f-85dc-62a776c4939e","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.666290013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"a93c5b7f-d88a-457f-85dc-62a776c4939e","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.929903165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"fd14c193-a809-4987-8c84-20825b102b5d","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.939309729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"fd14c193-a809-4987-8c84-20825b102b5d","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.946969345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0ff65743166eea65cfe80f8440f4bee17f1514fb210c80fe9520fc680ef595d) AuthConfig (56d35f134fe07fd28103bbb4d7c9e3ad600eddce2a883d23794d480979b3c027) AuthConfig (f40a7cda444ad5b072deb501bfc810df0babc7581a2df58732042393fd4c639c) AuthConfig (31971cc9e87de20db847dd36bfbb4d7f2de8f797efecd30266ceb61bab558c37) AuthConfig (8baa5f9e8d6ba6fc19bb8ad2d1a9f74ed0a0a7aebb65c6638437e7316432e72c) AuthConfig (644aa8d1b7ea2cff8edf54eee1ec4f3f811c9d8daec188f023f68bf97f2f1d27) AuthConfig (f8cd027ce2293e8f1d7bb542d6d2a4896b5c52fdb38f0d8d1dbc704250809ffa) AuthConfig (6c69c66bbe69a5ca277b361275cf42dc3fc8517f87aa492b8cf45fa283a0bcc9) AuthConfig (5addd6b186a61a8ed21d7f7d641806260a04d2f6ccfc02adee4b55a1d1fc0f1d) AuthConfig (2e342ab51de029e409c207a71240f8e90647bdc08ad70abab25ce480a797352e) AuthConfig (920f11f0bac5dca6678a1aa9699f000e2525dc215234a443d79135d9e9de2158) AuthConfig (171ee999917f903776dc6269d0e7177fc804608510cac1e9341c913f85ffcfab) AuthConfig (e31737ca3c3dcfe62816007a9f4eab9b5b523441ff55043481e7481db037fc3d) AuthConfig (2ec55290063aa585e0daf7a23b24c80d6268fc2d644643d3e13d9025a856212f) AuthConfig (4131fb1bdda99319643b83f6b37faf6e2a0333c27a43e2ca7903d3c285967adf) AuthConfig (84c3f28af7bbd766222f2c2fbfdb3c5eec43e3e9ef1c322f9da2cff912a71984) AuthConfig (37adf06d6dd63359db86460ff950e31f5942b3d8f64ad58b3f4a431bf25a5609) AuthConfig (e366b7e3dec0f58461e00c7679bf2bdbad96776ff4a32f0636c4ae1ea21a0ee3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"fd14c193-a809-4987-8c84-20825b102b5d","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.960369958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"b27ac92f-362b-485f-bcd7-cdb6e023b1a3","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:23:59.960387395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"b27ac92f-362b-485f-bcd7-cdb6e023b1a3","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:00.14315037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"55ef6e20-16ca-4f76-a7e3-a73426259350","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-85ad28","tenantID":"e2e-inf-b-85ad28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:00.152546953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"55ef6e20-16ca-4f76-a7e3-a73426259350","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"e2e-inf-b-85ad28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:00.612773782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"8fc0597f-ac49-4a5a-9baf-e2756aff1376","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a7cbc3","tenantID":"e2e-inf-b-a7cbc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:00.630158352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"8fc0597f-ac49-4a5a-9baf-e2756aff1376","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"e2e-inf-b-a7cbc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:02.517480596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"89219038-e71c-4dca-a722-2b32324c1165","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:02.550246575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"89219038-e71c-4dca-a722-2b32324c1165","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:02.557877814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"89219038-e71c-4dca-a722-2b32324c1165","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:02.567367364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4565973-c45d-4749-958a-5e2738d48a00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:02.567388782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4565973-c45d-4749-958a-5e2738d48a00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.224997563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e01bc16b-4da9-4600-90ff-d2ee11060939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.258010755Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e01bc16b-4da9-4600-90ff-d2ee11060939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.265856074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e01bc16b-4da9-4600-90ff-d2ee11060939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.276114952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9733ee1-78d7-40ec-ad12-12a65034c5e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.276132299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9733ee1-78d7-40ec-ad12-12a65034c5e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.344217529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc9d9148-f86f-4a53-9bb4-f61fbd161e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.354190574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc9d9148-f86f-4a53-9bb4-f61fbd161e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.362777841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc9d9148-f86f-4a53-9bb4-f61fbd161e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.372971802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3096e470-f34c-42ad-b05b-90dc13522fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.372994004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3096e470-f34c-42ad-b05b-90dc13522fb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.803001496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"e8cf7a22-3bac-421b-b990-684f93d2d204","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.816961092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"e8cf7a22-3bac-421b-b990-684f93d2d204","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.921719271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"f0ea8b5b-1ade-4016-ac4b-0c028f135b16","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:08.921760101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"f0ea8b5b-1ade-4016-ac4b-0c028f135b16","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:09.968885125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"782c29c1-1d2f-4869-b581-ef32ecf2873c","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:10.009274897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"782c29c1-1d2f-4869-b581-ef32ecf2873c","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:10.018427842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0ff65743166eea65cfe80f8440f4bee17f1514fb210c80fe9520fc680ef595d) AuthConfig (56d35f134fe07fd28103bbb4d7c9e3ad600eddce2a883d23794d480979b3c027) AuthConfig (f40a7cda444ad5b072deb501bfc810df0babc7581a2df58732042393fd4c639c) AuthConfig (31971cc9e87de20db847dd36bfbb4d7f2de8f797efecd30266ceb61bab558c37) AuthConfig (8baa5f9e8d6ba6fc19bb8ad2d1a9f74ed0a0a7aebb65c6638437e7316432e72c) AuthConfig (644aa8d1b7ea2cff8edf54eee1ec4f3f811c9d8daec188f023f68bf97f2f1d27) AuthConfig (f8cd027ce2293e8f1d7bb542d6d2a4896b5c52fdb38f0d8d1dbc704250809ffa) AuthConfig (6c69c66bbe69a5ca277b361275cf42dc3fc8517f87aa492b8cf45fa283a0bcc9) AuthConfig (5addd6b186a61a8ed21d7f7d641806260a04d2f6ccfc02adee4b55a1d1fc0f1d) AuthConfig (2e342ab51de029e409c207a71240f8e90647bdc08ad70abab25ce480a797352e) AuthConfig (920f11f0bac5dca6678a1aa9699f000e2525dc215234a443d79135d9e9de2158) AuthConfig (171ee999917f903776dc6269d0e7177fc804608510cac1e9341c913f85ffcfab) AuthConfig (e31737ca3c3dcfe62816007a9f4eab9b5b523441ff55043481e7481db037fc3d) AuthConfig (2ec55290063aa585e0daf7a23b24c80d6268fc2d644643d3e13d9025a856212f) AuthConfig (4131fb1bdda99319643b83f6b37faf6e2a0333c27a43e2ca7903d3c285967adf) AuthConfig (84c3f28af7bbd766222f2c2fbfdb3c5eec43e3e9ef1c322f9da2cff912a71984) AuthConfig (37adf06d6dd63359db86460ff950e31f5942b3d8f64ad58b3f4a431bf25a5609) AuthConfig (e366b7e3dec0f58461e00c7679bf2bdbad96776ff4a32f0636c4ae1ea21a0ee3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"782c29c1-1d2f-4869-b581-ef32ecf2873c","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:12.575707398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"ed7ab98d-ef13-47cd-b20f-415623e369df","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:12.607442095Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"ed7ab98d-ef13-47cd-b20f-415623e369df","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:12.621349268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"ed7ab98d-ef13-47cd-b20f-415623e369df","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:12.62947612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"999565d8-56f5-4654-8b35-9939bef41a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:12.629505215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"999565d8-56f5-4654-8b35-9939bef41a1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:16.027227855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.283896768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"52ef1ef6-ed50-43dd-bfeb-d8e721577466","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.28392527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"52ef1ef6-ed50-43dd-bfeb-d8e721577466","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.317931871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"ed772975-6212-4594-afd2-1270e75f2a09","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:24:17.318239601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"abc95085-e35e-4c83-9c0c-c1dde542a8e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ecd46b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.318733619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"d1913c01-57f1-43b9-a358-83d505b1d8b1","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.318765859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"d1913c01-57f1-43b9-a358-83d505b1d8b1","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.398339175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"ed772975-6212-4594-afd2-1270e75f2a09","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.39886991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"3b982efb-a73a-46c1-9ad4-458735c9fb2a","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.398887452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"3b982efb-a73a-46c1-9ad4-458735c9fb2a","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.410251247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"69a31650-b3c6-41c1-8bda-e670586e6739","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.410268655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"69a31650-b3c6-41c1-8bda-e670586e6739","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.421931033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"55cc1f75-7c37-4787-9083-8e418ae2fbad","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.430988592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"55cc1f75-7c37-4787-9083-8e418ae2fbad","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.436856935Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"f35fc32d-27d2-4adf-82b0-d344db575e20","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"maas-trlp-test-model-ecd46b","model":"test-model-ecd46b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.459872112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"082570cb-318a-4ade-8beb-b8a1bdc20659","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.459890604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"082570cb-318a-4ade-8beb-b8a1bdc20659","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:17.526758165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"58237959-a699-4bb4-9fec-8cf93c472383","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"maas-trlp-test-model-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.296140997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32cc039b-ba9e-4ae1-ab02-5277f4ce9397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.330113193Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32cc039b-ba9e-4ae1-ab02-5277f4ce9397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.338390128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32cc039b-ba9e-4ae1-ab02-5277f4ce9397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.348348977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1991e455-bdf0-40d3-8109-6a50ab148370","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.348370975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1991e455-bdf0-40d3-8109-6a50ab148370","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.389222437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e26225e-b53a-42f7-a556-9a2aaf5ead29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.398099357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e26225e-b53a-42f7-a556-9a2aaf5ead29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.407302744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e26225e-b53a-42f7-a556-9a2aaf5ead29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.417394087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fed0069a-13bc-4c5a-be15-be345cb60f21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:18.417414472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fed0069a-13bc-4c5a-be15-be345cb60f21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:20.026567901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"319391ba-1587-40ec-a7c5-8ca1577233f2","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:20.035760277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"319391ba-1587-40ec-a7c5-8ca1577233f2","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:20.043654631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0ff65743166eea65cfe80f8440f4bee17f1514fb210c80fe9520fc680ef595d) AuthConfig (56d35f134fe07fd28103bbb4d7c9e3ad600eddce2a883d23794d480979b3c027) AuthConfig (f40a7cda444ad5b072deb501bfc810df0babc7581a2df58732042393fd4c639c) AuthConfig (31971cc9e87de20db847dd36bfbb4d7f2de8f797efecd30266ceb61bab558c37) AuthConfig (8baa5f9e8d6ba6fc19bb8ad2d1a9f74ed0a0a7aebb65c6638437e7316432e72c) AuthConfig (644aa8d1b7ea2cff8edf54eee1ec4f3f811c9d8daec188f023f68bf97f2f1d27) AuthConfig (f8cd027ce2293e8f1d7bb542d6d2a4896b5c52fdb38f0d8d1dbc704250809ffa) AuthConfig (6c69c66bbe69a5ca277b361275cf42dc3fc8517f87aa492b8cf45fa283a0bcc9) AuthConfig (5addd6b186a61a8ed21d7f7d641806260a04d2f6ccfc02adee4b55a1d1fc0f1d) AuthConfig (2e342ab51de029e409c207a71240f8e90647bdc08ad70abab25ce480a797352e) AuthConfig (920f11f0bac5dca6678a1aa9699f000e2525dc215234a443d79135d9e9de2158) AuthConfig (171ee999917f903776dc6269d0e7177fc804608510cac1e9341c913f85ffcfab) AuthConfig (e31737ca3c3dcfe62816007a9f4eab9b5b523441ff55043481e7481db037fc3d) AuthConfig (2ec55290063aa585e0daf7a23b24c80d6268fc2d644643d3e13d9025a856212f) AuthConfig (4131fb1bdda99319643b83f6b37faf6e2a0333c27a43e2ca7903d3c285967adf) AuthConfig (84c3f28af7bbd766222f2c2fbfdb3c5eec43e3e9ef1c322f9da2cff912a71984) AuthConfig (37adf06d6dd63359db86460ff950e31f5942b3d8f64ad58b3f4a431bf25a5609) AuthConfig (e366b7e3dec0f58461e00c7679bf2bdbad96776ff4a32f0636c4ae1ea21a0ee3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"319391ba-1587-40ec-a7c5-8ca1577233f2","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.63902588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"18c5ab72-ebc6-4fc6-baf4-9b49c8b0813a","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.671547087Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"18c5ab72-ebc6-4fc6-baf4-9b49c8b0813a","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.672220448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"57cdb399-73a4-4c27-9f71-8801398e91ff","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.672630225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"4f5595c3-b17d-4999-9822-26910b4854d4","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"tenant":"e2e-inf-a-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.672642728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"4f5595c3-b17d-4999-9822-26910b4854d4","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"routeName":"test-model-954cd9-kserve-route","namespace":"ai-tenant-e2e-inf-a-954cd9","llmisvcName":"test-model-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.679464074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"18c5ab72-ebc6-4fc6-baf4-9b49c8b0813a","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.689437925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f15bdc4b-e3d3-487d-bc89-9dbafa0a326a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.689460126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f15bdc4b-e3d3-487d-bc89-9dbafa0a326a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.703180169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"5c5ecc4b-58e8-4131-beeb-33c4882d699e","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"maas-trlp-test-model-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.735601271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"57cdb399-73a4-4c27-9f71-8801398e91ff","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-954cd9","tenantID":"e2e-inf-a-954cd9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.820035572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"57cdb399-73a4-4c27-9f71-8801398e91ff","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"e2e-inf-a-954cd9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.82006296Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"57cdb399-73a4-4c27-9f71-8801398e91ff","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.828642817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"b1ebf6ac-adb3-4e8b-b3a2-5161769f9a72","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.829186535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"df2bf168-fde3-4c6a-8424-490f259ca1b7","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"tenant":"e2e-inf-a-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.829206895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"df2bf168-fde3-4c6a-8424-490f259ca1b7","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"routeName":"test-model-954cd9-kserve-route","namespace":"ai-tenant-e2e-inf-a-954cd9","llmisvcName":"test-model-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.861064028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"a87bdeb1-1377-492b-bf00-cfe466925a2b","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"maas-trlp-test-model-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.936941847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"b1ebf6ac-adb3-4e8b-b3a2-5161769f9a72","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-954cd9","tenantID":"e2e-inf-a-954cd9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.946968699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"b1ebf6ac-adb3-4e8b-b3a2-5161769f9a72","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"e2e-inf-a-954cd9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.946990853Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"b1ebf6ac-adb3-4e8b-b3a2-5161769f9a72","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-954cd9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:24:22.951841307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-954cd9-auth","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-auth","reconcileID":"b1ebf6ac-adb3-4e8b-b3a2-5161769f9a72","error":"maasauthpolicies.maas.opendatahub.io \"test-model-954cd9-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.991090399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"536e6a87-64ca-4a05-935e-25d636f4bf37","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"tenant":"e2e-inf-a-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:22.991121289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"536e6a87-64ca-4a05-935e-25d636f4bf37","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"routeName":"test-model-954cd9-kserve-route","namespace":"ai-tenant-e2e-inf-a-954cd9","llmisvcName":"test-model-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.353169794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-auth","reconcileID":"eafdc686-67d2-48f0-99c3-d8cbb0c3ccf0","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.353335429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"e3190bc7-0a48-47a0-865b-9b337cdd082d","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"tenant":"e2e-inf-a-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.353352391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"e3190bc7-0a48-47a0-865b-9b337cdd082d","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"routeName":"test-model-9a6f7a-kserve-route","namespace":"ai-tenant-e2e-inf-a-9a6f7a","llmisvcName":"test-model-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.410022338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-auth","reconcileID":"eafdc686-67d2-48f0-99c3-d8cbb0c3ccf0","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9a6f7a","tenantID":"e2e-inf-a-9a6f7a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.424165867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"f04d9668-cc47-4ec2-99ce-585e8e048fe3","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"maas-trlp-test-model-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.44209836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-auth","reconcileID":"eafdc686-67d2-48f0-99c3-d8cbb0c3ccf0","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"e2e-inf-a-9a6f7a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.44211858Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-auth","reconcileID":"eafdc686-67d2-48f0-99c3-d8cbb0c3ccf0","MaaSAuthPolicy":{"name":"test-model-9a6f7a-auth","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.499476492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"44b507f1-3b31-44f2-aabd-0de218cd59ef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"tenant":"e2e-inf-a-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.499498759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"44b507f1-3b31-44f2-aabd-0de218cd59ef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"routeName":"test-model-9a6f7a-kserve-route","namespace":"ai-tenant-e2e-inf-a-9a6f7a","llmisvcName":"test-model-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.529871048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"7e071c46-ddfc-44ed-a218-46e9bead5359","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"maas-trlp-test-model-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.614348511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"2907fc8e-1f17-4855-a06f-70b312fb6278","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"tenant":"e2e-inf-a-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:24.61437567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"2907fc8e-1f17-4855-a06f-70b312fb6278","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"routeName":"test-model-9a6f7a-kserve-route","namespace":"ai-tenant-e2e-inf-a-9a6f7a","llmisvcName":"test-model-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.36012359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ecf463a-a58c-4710-b9ba-c2c03e4f49c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.420708663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ecf463a-a58c-4710-b9ba-c2c03e4f49c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.428805951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ecf463a-a58c-4710-b9ba-c2c03e4f49c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.442457244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09528a37-4601-440e-b11f-30a2a5ee731c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.442475527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09528a37-4601-440e-b11f-30a2a5ee731c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.460300919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321443ee-2e78-4003-89e5-e8dd68819cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.470714478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321443ee-2e78-4003-89e5-e8dd68819cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.478794781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"321443ee-2e78-4003-89e5-e8dd68819cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.549021527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c688374-1c13-4549-978d-4d2090fbe0de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:28.549052498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c688374-1c13-4549-978d-4d2090fbe0de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:30.052413468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"bab209a7-ab74-4836-ba0a-2427ff03ddae","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:30.061633361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"bab209a7-ab74-4836-ba0a-2427ff03ddae","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:30.069444644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0ff65743166eea65cfe80f8440f4bee17f1514fb210c80fe9520fc680ef595d) AuthConfig (56d35f134fe07fd28103bbb4d7c9e3ad600eddce2a883d23794d480979b3c027) AuthConfig (f40a7cda444ad5b072deb501bfc810df0babc7581a2df58732042393fd4c639c) AuthConfig (31971cc9e87de20db847dd36bfbb4d7f2de8f797efecd30266ceb61bab558c37) AuthConfig (8baa5f9e8d6ba6fc19bb8ad2d1a9f74ed0a0a7aebb65c6638437e7316432e72c) AuthConfig (644aa8d1b7ea2cff8edf54eee1ec4f3f811c9d8daec188f023f68bf97f2f1d27) AuthConfig (f8cd027ce2293e8f1d7bb542d6d2a4896b5c52fdb38f0d8d1dbc704250809ffa) AuthConfig (6c69c66bbe69a5ca277b361275cf42dc3fc8517f87aa492b8cf45fa283a0bcc9) AuthConfig (5addd6b186a61a8ed21d7f7d641806260a04d2f6ccfc02adee4b55a1d1fc0f1d) AuthConfig (2e342ab51de029e409c207a71240f8e90647bdc08ad70abab25ce480a797352e) AuthConfig (920f11f0bac5dca6678a1aa9699f000e2525dc215234a443d79135d9e9de2158) AuthConfig (171ee999917f903776dc6269d0e7177fc804608510cac1e9341c913f85ffcfab) AuthConfig (e31737ca3c3dcfe62816007a9f4eab9b5b523441ff55043481e7481db037fc3d) AuthConfig (2ec55290063aa585e0daf7a23b24c80d6268fc2d644643d3e13d9025a856212f) AuthConfig (4131fb1bdda99319643b83f6b37faf6e2a0333c27a43e2ca7903d3c285967adf) AuthConfig (84c3f28af7bbd766222f2c2fbfdb3c5eec43e3e9ef1c322f9da2cff912a71984) AuthConfig (37adf06d6dd63359db86460ff950e31f5942b3d8f64ad58b3f4a431bf25a5609) AuthConfig (e366b7e3dec0f58461e00c7679bf2bdbad96776ff4a32f0636c4ae1ea21a0ee3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"bab209a7-ab74-4836-ba0a-2427ff03ddae","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:32.698286937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"edf8ad26-4cc4-4ae2-bf52-da4f11e1f201","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:32.731865003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"edf8ad26-4cc4-4ae2-bf52-da4f11e1f201","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:32.740412125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"edf8ad26-4cc4-4ae2-bf52-da4f11e1f201","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:32.750401422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88fc1805-9c10-4c14-b50e-64d41f338670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:32.750419888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88fc1805-9c10-4c14-b50e-64d41f338670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.012020317Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"740c0331-8a15-4fab-93de-8a1d4abef462","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","subscription":"test-model-954cd9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.016875893Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"740c0331-8a15-4fab-93de-8a1d4abef462","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.021494077Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9-sub","reconcileID":"740c0331-8a15-4fab-93de-8a1d4abef462","MaaSSubscription":{"name":"test-model-954cd9-sub","namespace":"ai-tenant-e2e-inf-a-954cd9"},"name":"maas-trlp-test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.055035212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"263de8eb-3c7f-4ec7-88d5-f067f656b332","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"tenant":"e2e-inf-a-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","model":"ai-tenant-e2e-inf-a-954cd9/test-model-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.055054612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"test-model-954cd9","reconcileID":"263de8eb-3c7f-4ec7-88d5-f067f656b332","MaaSModelRef":{"name":"test-model-954cd9","namespace":"ai-tenant-e2e-inf-a-954cd9"},"routeName":"test-model-954cd9-kserve-route","namespace":"ai-tenant-e2e-inf-a-954cd9","llmisvcName":"test-model-954cd9","gateway":"openshift-ingress/e2e-inf-a-954cd9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.767579609Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"ecd05591-79ce-440d-9080-6da783f69c73","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.851945416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"bc228e28-470d-47df-812b-e0d49142a8d1","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.902688048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"bc228e28-470d-47df-812b-e0d49142a8d1","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.939536774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"82149cfd-6ace-49e9-b75f-90bbc353e038","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"maas-trlp-test-model-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:33.970392037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"ecd05591-79ce-440d-9080-6da783f69c73","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a7cbc3","tenantID":"e2e-inf-b-a7cbc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.003178563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"ecd05591-79ce-440d-9080-6da783f69c73","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"e2e-inf-b-a7cbc3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.003206516Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-auth","reconcileID":"ecd05591-79ce-440d-9080-6da783f69c73","MaaSAuthPolicy":{"name":"test-model-a7cbc3-auth","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.01218712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"2272dfca-3b78-4050-a22b-87531532f1cd","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.012208706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"2272dfca-3b78-4050-a22b-87531532f1cd","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.045498783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"155a00e5-9aee-4c3c-bc39-0d8c651c93b9","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"maas-trlp-test-model-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.175715807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"881b4496-0b6f-423e-aa26-65b0c055e694","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.17575649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"881b4496-0b6f-423e-aa26-65b0c055e694","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.635781371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"3a90b4b6-dd54-43c1-9ef0-4bbd3f900efe","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","subscription":"test-model-9a6f7a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.643120574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"3a90b4b6-dd54-43c1-9ef0-4bbd3f900efe","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.650941101Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a-sub","reconcileID":"3a90b4b6-dd54-43c1-9ef0-4bbd3f900efe","MaaSSubscription":{"name":"test-model-9a6f7a-sub","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"name":"maas-trlp-test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.777594967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"9123b846-c2d9-4b0e-83ae-bb276fcf8cc4","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"tenant":"e2e-inf-a-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","model":"ai-tenant-e2e-inf-a-9a6f7a/test-model-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:34.777615826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"test-model-9a6f7a","reconcileID":"9123b846-c2d9-4b0e-83ae-bb276fcf8cc4","MaaSModelRef":{"name":"test-model-9a6f7a","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"routeName":"test-model-9a6f7a-kserve-route","namespace":"ai-tenant-e2e-inf-a-9a6f7a","llmisvcName":"test-model-9a6f7a","gateway":"openshift-ingress/e2e-inf-a-9a6f7a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.454720038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3091d559-f48e-4b81-a944-9bb64ba28114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.485556492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3091d559-f48e-4b81-a944-9bb64ba28114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.496910703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3091d559-f48e-4b81-a944-9bb64ba28114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.505107282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f64530cc-7ab5-4f51-9898-e7170da68daa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.505125319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f64530cc-7ab5-4f51-9898-e7170da68daa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.555159266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08a70ade-d891-4c0d-8459-5631728f0a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.564467396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08a70ade-d891-4c0d-8459-5631728f0a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.5721399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08a70ade-d891-4c0d-8459-5631728f0a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.580027657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b339bb38-eb79-48e5-aeb5-93ed7073c623","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.580045437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b339bb38-eb79-48e5-aeb5-93ed7073c623","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.839477515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"f098583f-c1dd-4b34-9779-e6e550ae3134","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.845222192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"4e461099-9b3b-4e61-8dd6-dabb6635aa9f","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.847438859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"4e461099-9b3b-4e61-8dd6-dabb6635aa9f","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.921301253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"9ba3edf7-c3ee-4995-964c-6e6bd596ea8c","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"maas-trlp-test-model-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:38.970962845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"f098583f-c1dd-4b34-9779-e6e550ae3134","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-85ad28","tenantID":"e2e-inf-b-85ad28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:39.005992707Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"f098583f-c1dd-4b34-9779-e6e550ae3134","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"e2e-inf-b-85ad28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:39.006033292Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-auth","reconcileID":"f098583f-c1dd-4b34-9779-e6e550ae3134","MaaSAuthPolicy":{"name":"test-model-85ad28-auth","namespace":"ai-tenant-e2e-inf-b-85ad28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:39.018064005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"1b9ef81e-8a48-4e52-93bb-4b5e5b65d42e","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:39.018138994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"1b9ef81e-8a48-4e52-93bb-4b5e5b65d42e","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:39.049360541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"5dbfc2a1-263b-4b93-ae83-1adee4c33d2c","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"maas-trlp-test-model-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:39.198485834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"4a47da50-4ec7-4b88-9e60-bab7cbec495a","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:39.198508902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"4a47da50-4ec7-4b88-9e60-bab7cbec495a","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:40.078596862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"c28b7efb-56dc-4698-bc41-e758ba23e28f","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:40.091403129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"c28b7efb-56dc-4698-bc41-e758ba23e28f","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:40.099575098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-757a7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0ff65743166eea65cfe80f8440f4bee17f1514fb210c80fe9520fc680ef595d) AuthConfig (56d35f134fe07fd28103bbb4d7c9e3ad600eddce2a883d23794d480979b3c027) AuthConfig (f40a7cda444ad5b072deb501bfc810df0babc7581a2df58732042393fd4c639c) AuthConfig (31971cc9e87de20db847dd36bfbb4d7f2de8f797efecd30266ceb61bab558c37) AuthConfig (8baa5f9e8d6ba6fc19bb8ad2d1a9f74ed0a0a7aebb65c6638437e7316432e72c) AuthConfig (644aa8d1b7ea2cff8edf54eee1ec4f3f811c9d8daec188f023f68bf97f2f1d27) AuthConfig (f8cd027ce2293e8f1d7bb542d6d2a4896b5c52fdb38f0d8d1dbc704250809ffa) AuthConfig (6c69c66bbe69a5ca277b361275cf42dc3fc8517f87aa492b8cf45fa283a0bcc9) AuthConfig (5addd6b186a61a8ed21d7f7d641806260a04d2f6ccfc02adee4b55a1d1fc0f1d) AuthConfig (2e342ab51de029e409c207a71240f8e90647bdc08ad70abab25ce480a797352e) AuthConfig (920f11f0bac5dca6678a1aa9699f000e2525dc215234a443d79135d9e9de2158) AuthConfig (171ee999917f903776dc6269d0e7177fc804608510cac1e9341c913f85ffcfab) AuthConfig (e31737ca3c3dcfe62816007a9f4eab9b5b523441ff55043481e7481db037fc3d) AuthConfig (2ec55290063aa585e0daf7a23b24c80d6268fc2d644643d3e13d9025a856212f) AuthConfig (4131fb1bdda99319643b83f6b37faf6e2a0333c27a43e2ca7903d3c285967adf) AuthConfig (84c3f28af7bbd766222f2c2fbfdb3c5eec43e3e9ef1c322f9da2cff912a71984) AuthConfig (37adf06d6dd63359db86460ff950e31f5942b3d8f64ad58b3f4a431bf25a5609) AuthConfig (e366b7e3dec0f58461e00c7679bf2bdbad96776ff4a32f0636c4ae1ea21a0ee3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"c28b7efb-56dc-4698-bc41-e758ba23e28f","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:42.806565128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"4f1239b9-5a74-4d6f-a3ab-c12006f0b541","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:42.841714129Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"4f1239b9-5a74-4d6f-a3ab-c12006f0b541","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:42.850488224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"4f1239b9-5a74-4d6f-a3ab-c12006f0b541","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:42.858509562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e220c2d0-1478-4dba-aae8-014bb884328c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:42.85853178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e220c2d0-1478-4dba-aae8-014bb884328c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:44.195372383Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"9b8d5010-f566-4e6f-a3bd-74d5586a19ca","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","subscription":"test-model-a7cbc3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:44.20348201Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"9b8d5010-f566-4e6f-a3bd-74d5586a19ca","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:44.210451858Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3-sub","reconcileID":"9b8d5010-f566-4e6f-a3bd-74d5586a19ca","MaaSSubscription":{"name":"test-model-a7cbc3-sub","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"name":"maas-trlp-test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:44.248993828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"5dac0ad5-028d-438b-8846-bb558938ff61","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"tenant":"e2e-inf-b-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","model":"ai-tenant-e2e-inf-b-a7cbc3/test-model-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:44.249019327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"test-model-a7cbc3","reconcileID":"5dac0ad5-028d-438b-8846-bb558938ff61","MaaSModelRef":{"name":"test-model-a7cbc3","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"routeName":"test-model-a7cbc3-kserve-route","namespace":"ai-tenant-e2e-inf-b-a7cbc3","llmisvcName":"test-model-a7cbc3","gateway":"openshift-ingress/e2e-inf-b-a7cbc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:46.016629343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.104571856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-sub-10bdf8b2","reconcileID":"44fee281-8b6c-4a2d-917a-9e32e609d7d7","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.104650523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"889095ca-b672-4b76-a36b-1b74a2b30342","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.267723246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"c6247706-ed07-498d-96de-ae50347d1527","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"maas-trlp-test-model-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.296278979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"8e5f1fe4-7d03-444a-bc13-fc7ddd962d65","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.29629765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"8e5f1fe4-7d03-444a-bc13-fc7ddd962d65","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.550314234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0409eea4-e74f-481d-bb14-4fe830692bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.581404315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0409eea4-e74f-481d-bb14-4fe830692bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.589645605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0409eea4-e74f-481d-bb14-4fe830692bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.608681223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22bca5ac-9ab9-44e0-b9c6-cc234549af81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.608710398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22bca5ac-9ab9-44e0-b9c6-cc234549af81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.650136638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2da49f-c165-40d2-b74a-52459a16e039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.659674522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2da49f-c165-40d2-b74a-52459a16e039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.672155984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2da49f-c165-40d2-b74a-52459a16e039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.6825176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e241f3e9-3c25-4e85-a634-75aa36468093","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:48.682533892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e241f3e9-3c25-4e85-a634-75aa36468093","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:49.224770215Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"f61dc270-9387-409d-9556-194a83ef316f","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","subscription":"test-model-85ad28-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:49.238266621Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"f61dc270-9387-409d-9556-194a83ef316f","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:49.244918477Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28-sub","reconcileID":"f61dc270-9387-409d-9556-194a83ef316f","MaaSSubscription":{"name":"test-model-85ad28-sub","namespace":"ai-tenant-e2e-inf-b-85ad28"},"name":"maas-trlp-test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:49.324247074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"ef74eca7-3951-4558-ac71-c5e395c10bb2","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"tenant":"e2e-inf-b-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","model":"ai-tenant-e2e-inf-b-85ad28/test-model-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:49.324484038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"test-model-85ad28","reconcileID":"ef74eca7-3951-4558-ac71-c5e395c10bb2","MaaSModelRef":{"name":"test-model-85ad28","namespace":"ai-tenant-e2e-inf-b-85ad28"},"routeName":"test-model-85ad28-kserve-route","namespace":"ai-tenant-e2e-inf-b-85ad28","llmisvcName":"test-model-85ad28","gateway":"openshift-ingress/e2e-inf-b-85ad28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:49.78917165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"91584eb6-0256-4958-a9e2-af6b592cbfc1","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:49.800420267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"91584eb6-0256-4958-a9e2-af6b592cbfc1","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.108233678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"83e91561-4857-4172-a812-aa0fab096a0c","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.117430484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"83e91561-4857-4172-a812-aa0fab096a0c","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.145631857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"9d0890ae-c7a5-42cd-8e79-0417b806c83c","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.145655604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"9d0890ae-c7a5-42cd-8e79-0417b806c83c","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.447789125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"461b644e-ea5f-4820-81f4-6792b9671c2e","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.447820639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"461b644e-ea5f-4820-81f4-6792b9671c2e","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.752074945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"01a2dd9d-b821-47e8-b7b1-92407d969beb","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.75210639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"01a2dd9d-b821-47e8-b7b1-92407d969beb","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.76094291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"82211acd-4f06-40c3-87d1-794a29017f8c","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.760965644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"82211acd-4f06-40c3-87d1-794a29017f8c","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.768603631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"d58b5e5c-481f-4c9e-b386-07d7bfe79ef3","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.814198815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"d58b5e5c-481f-4c9e-b386-07d7bfe79ef3","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.822520473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"d58b5e5c-481f-4c9e-b386-07d7bfe79ef3","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.832147661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"8d937298-a68e-4118-9419-713875a41e92","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:50.832170582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"8d937298-a68e-4118-9419-713875a41e92","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.751647476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"e9c87ce6-f2ef-4194-938e-5ce81f382962","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.751670628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"e9c87ce6-f2ef-4194-938e-5ce81f382962","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.764728696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"8722f863-f021-419c-b799-f5fc1f868125","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:24:52.765525428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"fd280a13-5e11-4e88-932e-51a8c6dde43a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-757a7d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:24:52.770866715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"e18dbf47-20ec-46f7-b101-a8347c849c22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-757a7d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.773922281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"8722f863-f021-419c-b799-f5fc1f868125","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:24:52.786091422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"24dd238e-9261-4db6-a2a2-6bf13d062ecc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-757a7d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:24:52.811414738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"0443925f-1338-40bf-8aa6-fdb1ec4cc69a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-757a7d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.851861826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"b6b01cbe-e149-441a-aab3-319de665adb1","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.851881843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"b6b01cbe-e149-441a-aab3-319de665adb1","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.860207409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"82b34bc1-3eeb-484d-8eeb-8f2a71146b99","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.866893041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"78a44cbe-ee29-46ef-bdad-ff0198c7a6c8","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.866912617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"78a44cbe-ee29-46ef-bdad-ff0198c7a6c8","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.871553621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"82b34bc1-3eeb-484d-8eeb-8f2a71146b99","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.874079794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"24149448-0795-4dbc-a60b-8945a82d9adf","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.874095583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"24149448-0795-4dbc-a60b-8945a82d9adf","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.893957164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"dad3540d-739c-4aaa-b996-8a3fe04587d1","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"maas-trlp-test-model-757a7d","model":"test-model-757a7d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-757a7d/test-model-757a7d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.916547532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"59ace595-b05c-47e3-88be-a6a5c89e8fc5","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.916569563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"59ace595-b05c-47e3-88be-a6a5c89e8fc5","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:52.960359187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"de4cf9ba-fb9e-488c-9e2b-7365f9375845","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:53.012992493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"0db4e131-a4e2-4c8e-add0-a0a119b1577a","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"maas-trlp-test-model-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:53.02779614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"de4cf9ba-fb9e-488c-9e2b-7365f9375845","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:53.035680179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"de4cf9ba-fb9e-488c-9e2b-7365f9375845","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:53.100141777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def5c4c0-955a-4b42-9916-c41dd74ea959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:53.100171468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"def5c4c0-955a-4b42-9916-c41dd74ea959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.639094102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8810d2d9-529d-4d8a-a0a8-4540528da816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.684239458Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8810d2d9-529d-4d8a-a0a8-4540528da816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.693014194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8810d2d9-529d-4d8a-a0a8-4540528da816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.701996253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3f9a800-d808-4d9b-9611-74f043f23721","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.702024879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3f9a800-d808-4d9b-9611-74f043f23721","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.724765107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"164d436a-1e12-472f-ae06-743eb8a05a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.734791871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"164d436a-1e12-472f-ae06-743eb8a05a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.742530608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"164d436a-1e12-472f-ae06-743eb8a05a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.750441827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16f79551-b845-4687-b0cf-0cd9f7cb6b82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:24:58.750456658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16f79551-b845-4687-b0cf-0cd9f7cb6b82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:00.840845091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a29f282b-1c01-4f6d-85df-6291c60ff0de","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:00.851404789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a29f282b-1c01-4f6d-85df-6291c60ff0de","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:00.862908135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a29f282b-1c01-4f6d-85df-6291c60ff0de","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:03.110933721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"0d0efc98-cabb-439d-84c6-091fce22b801","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:03.142032769Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"0d0efc98-cabb-439d-84c6-091fce22b801","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:03.154818825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"0d0efc98-cabb-439d-84c6-091fce22b801","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:03.17066204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b1cec7e-24cc-4b35-a8e0-49efe2812f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:03.170682511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b1cec7e-24cc-4b35-a8e0-49efe2812f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:03.977153933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5072a14a-c93e-4efa-8152-d85d9cf54a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:03.982050842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5072a14a-c93e-4efa-8152-d85d9cf54a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:04.00190176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5072a14a-c93e-4efa-8152-d85d9cf54a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:04.011936522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5072a14a-c93e-4efa-8152-d85d9cf54a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:04.310042077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b8363e-aa95-4664-bb41-d63125d6cb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:04.314106793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b8363e-aa95-4664-bb41-d63125d6cb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:04.318100554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b8363e-aa95-4664-bb41-d63125d6cb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:04.322235322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b8363e-aa95-4664-bb41-d63125d6cb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.284379929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fd236-d9cd-443e-a11a-7f5e3d1b6319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.301089834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fd236-d9cd-443e-a11a-7f5e3d1b6319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.310893585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fd236-d9cd-443e-a11a-7f5e3d1b6319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.343730109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75fd236-d9cd-443e-a11a-7f5e3d1b6319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.62186111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3084edf3-8542-4def-9658-d7f328cb7acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.626775248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3084edf3-8542-4def-9658-d7f328cb7acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.697847133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3084edf3-8542-4def-9658-d7f328cb7acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:05.702093309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3084edf3-8542-4def-9658-d7f328cb7acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.802185312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5b69721-5256-4440-a4a8-2cc5d5ad4e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.833546388Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5b69721-5256-4440-a4a8-2cc5d5ad4e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.841028022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5b69721-5256-4440-a4a8-2cc5d5ad4e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.84577298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f385bb8-3d61-47d7-8c34-6a7fd5a38d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.849472199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94edd9ea-3481-4cc2-8191-35432c65ebf4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.849490912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94edd9ea-3481-4cc2-8191-35432c65ebf4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.856300888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f385bb8-3d61-47d7-8c34-6a7fd5a38d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.864031055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f385bb8-3d61-47d7-8c34-6a7fd5a38d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.873944489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87103029-7d2b-41e9-857f-638bc8ce0f01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:08.87396067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87103029-7d2b-41e9-857f-638bc8ce0f01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:10.902896158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a1109a2a-bd07-4f13-94ff-01704f5da055","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:10.912665248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a1109a2a-bd07-4f13-94ff-01704f5da055","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:10.920669189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a1109a2a-bd07-4f13-94ff-01704f5da055","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:13.194165024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"9cd66ff1-05d9-4265-8e7f-238b5bd0c231","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:13.22593244Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"9cd66ff1-05d9-4265-8e7f-238b5bd0c231","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:13.235694723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"9cd66ff1-05d9-4265-8e7f-238b5bd0c231","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:13.243646559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b46a5a-094d-4448-b701-3cb7830a0cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:13.243666173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b46a5a-094d-4448-b701-3cb7830a0cf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:16.031870952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.526827008Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","namespace":"ai-tenant-e2e-inf-a-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.526919831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","namespace":"ai-tenant-e2e-inf-a-954cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.526997852Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","tenant":"e2e-inf-a-954cd9","tenantID":"e2e-inf-a-954cd9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.533173348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"Deployment","name":"maas-api-e2e-inf-a-954cd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.547797611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"Service","name":"maas-api-e2e-inf-a-954cd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.564615372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-954cd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.571533937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-954cd9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.580433721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.591859706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.60291925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.612025565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.6169728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"Deployment","name":"payload-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.627089376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.63197162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"Service","name":"payload-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.638066496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.642152958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.648950659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.652701849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.661086698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.664846134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.670109068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.677198745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-954cd9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.681447043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-954cd9"},"namespace":"ai-tenant-e2e-inf-a-954cd9","name":"default-tenant","reconcileID":"341d9d7b-9a17-44ff-bfa3-82cd6091fa29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-954cd9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:18.889315235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e5f4c6b-89db-4c8f-920d-001b5eff730f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.055159769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ac3bcb7-a36e-4b04-ba56-15de9ccc4b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.106113562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ac3bcb7-a36e-4b04-ba56-15de9ccc4b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:25:19.111006535Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e5f4c6b-89db-4c8f-920d-001b5eff730f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:25:19.140973397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e5f4c6b-89db-4c8f-920d-001b5eff730f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.141813098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ac3bcb7-a36e-4b04-ba56-15de9ccc4b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.141856529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7fba31ed-cf40-4016-a7cb-274f868a26e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.141876288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7fba31ed-cf40-4016-a7cb-274f868a26e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.152073802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6881e618-edf4-48cb-b254-d04bbc3117db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.15209312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6881e618-edf4-48cb-b254-d04bbc3117db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.158829614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bc02652-4937-4512-b776-815df04d318a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.167711444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bc02652-4937-4512-b776-815df04d318a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.17606301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bc02652-4937-4512-b776-815df04d318a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.188000815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69a5155b-be09-42d4-881e-0e8c0fb534cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:19.188017274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69a5155b-be09-42d4-881e-0e8c0fb534cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:20.949240712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"82ec3dd3-9e34-4956-aa69-5820476b41bf","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:20.960452328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"82ec3dd3-9e34-4956-aa69-5820476b41bf","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:20.970500926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"82ec3dd3-9e34-4956-aa69-5820476b41bf","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:20.971939907Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-954cd9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-954cd9","reconcileID":"4fd19f51-a2bb-46ed-8b90-4be7ccbb860d","aitenant":"ai-tenants/e2e-inf-a-954cd9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.134750795Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-954cd9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-954cd9","reconcileID":"4fd19f51-a2bb-46ed-8b90-4be7ccbb860d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-954cd9","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-954cd9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.146773134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3b6fb-8d2d-42be-b000-33e172b0f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.155639174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3b6fb-8d2d-42be-b000-33e172b0f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.15969469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3b6fb-8d2d-42be-b000-33e172b0f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.163727633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a3b6fb-8d2d-42be-b000-33e172b0f40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.388052306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e355fde6-a2b6-46f6-8a86-b823a19260e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.392176796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e355fde6-a2b6-46f6-8a86-b823a19260e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.396576001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e355fde6-a2b6-46f6-8a86-b823a19260e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.401554593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e355fde6-a2b6-46f6-8a86-b823a19260e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.839981472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b095a827-f3b1-435c-8c9e-0cbce334b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.86702548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b095a827-f3b1-435c-8c9e-0cbce334b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.887503004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b095a827-f3b1-435c-8c9e-0cbce334b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:21.896046778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b095a827-f3b1-435c-8c9e-0cbce334b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:23.251731232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"6792b9ef-e64e-4afd-a892-dce22c83a58f","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:23.283851214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"6792b9ef-e64e-4afd-a892-dce22c83a58f","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:23.291910143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"6792b9ef-e64e-4afd-a892-dce22c83a58f","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:23.301871369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cea8b4b-b584-4eb8-bc95-690deb23f643","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:23.301891308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cea8b4b-b584-4eb8-bc95-690deb23f643","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.119431847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be38097-615d-4cf9-8acf-32bbf2580ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.127288023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be38097-615d-4cf9-8acf-32bbf2580ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.131897865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be38097-615d-4cf9-8acf-32bbf2580ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.136429572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be38097-615d-4cf9-8acf-32bbf2580ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.643437556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877851c0-344a-40a9-88a1-2a79b174b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.647581056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877851c0-344a-40a9-88a1-2a79b174b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.651525587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877851c0-344a-40a9-88a1-2a79b174b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:28.655641489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877851c0-344a-40a9-88a1-2a79b174b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.164566657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0230cf-fa4b-4c2c-8c63-7351e643a8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.196515056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0230cf-fa4b-4c2c-8c63-7351e643a8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.204575051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd0230cf-fa4b-4c2c-8c63-7351e643a8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.214566057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d178dd28-d4bb-463d-9147-0e38d3adad05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.214586118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d178dd28-d4bb-463d-9147-0e38d3adad05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.264277251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dcafaf-0411-4729-8a81-285de1be1ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.273321948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dcafaf-0411-4729-8a81-285de1be1ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.281409326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dcafaf-0411-4729-8a81-285de1be1ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.291302451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b490dc06-cf5d-41ab-928c-ca6318d3152b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:29.291321352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b490dc06-cf5d-41ab-928c-ca6318d3152b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.05584838Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","namespace":"ai-tenant-e2e-inf-a-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.055926732Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","namespace":"ai-tenant-e2e-inf-a-9a6f7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.055989285Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","tenant":"e2e-inf-a-9a6f7a","tenantID":"e2e-inf-a-9a6f7a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.061846939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"Deployment","name":"maas-api-e2e-inf-a-9a6f7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.074843272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"Service","name":"maas-api-e2e-inf-a-9a6f7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.088489983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-9a6f7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.096294983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-9a6f7a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.107643991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.114513154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.123652319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.131957378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.138558591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"Deployment","name":"payload-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.14264625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.147221075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"Service","name":"payload-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.167055288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.19715931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.208013125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.217054668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.281096172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.319578065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.328845344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.333058527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-9a6f7a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.340037035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9a6f7a"},"namespace":"ai-tenant-e2e-inf-a-9a6f7a","name":"default-tenant","reconcileID":"f7c4f019-014d-4a3b-b105-4a65b3e95891","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-9a6f7a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.980019166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"3525f823-a384-49e4-828b-deebf4a76379","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.989439962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"3525f823-a384-49e4-828b-deebf4a76379","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:30.99755382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"3525f823-a384-49e4-828b-deebf4a76379","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:33.310501862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"b4de4c74-ab12-4f71-afa8-3aa76f10f450","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:33.344416924Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"b4de4c74-ab12-4f71-afa8-3aa76f10f450","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:33.352799193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"b4de4c74-ab12-4f71-afa8-3aa76f10f450","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:33.360843947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4896da1-d600-4f75-87ee-3c36fadcd9b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:33.360869573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4896da1-d600-4f75-87ee-3c36fadcd9b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:36.460575096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"c1aa0532-60be-4537-9161-cb2a1583f18b","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"maas-trlp-test-model-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:36.50828411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"bef8460d-ece2-4842-9405-d4554a2f20c8","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:36.508303682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"bef8460d-ece2-4842-9405-d4554a2f20c8","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:37.753870238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"dd5a6a67-941a-488c-8582-fe470b2f88f0","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:37.763196933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"dd5a6a67-941a-488c-8582-fe470b2f88f0","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.465215685Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9a6f7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9a6f7a","reconcileID":"70d6cd66-d864-4b89-9b79-abaf324720be","aitenant":"ai-tenants/e2e-inf-a-9a6f7a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.552148607Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9a6f7a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9a6f7a","reconcileID":"70d6cd66-d864-4b89-9b79-abaf324720be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9a6f7a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-9a6f7a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.554835334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927c873-fb7f-482c-96b5-896ff790652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.566333705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927c873-fb7f-482c-96b5-896ff790652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.571363434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927c873-fb7f-482c-96b5-896ff790652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.600025825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927c873-fb7f-482c-96b5-896ff790652f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.814854688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca54ad-04d4-42a9-96c5-adf14fbb87ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.818901757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca54ad-04d4-42a9-96c5-adf14fbb87ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.823056633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca54ad-04d4-42a9-96c5-adf14fbb87ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:38.827177341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca54ad-04d4-42a9-96c5-adf14fbb87ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.230070186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c41ace7e-6afc-48a2-9576-fcd5c234c9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.246116721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13476367-b163-4e1b-9caa-c725495d3b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.250192941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13476367-b163-4e1b-9caa-c725495d3b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.254511592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13476367-b163-4e1b-9caa-c725495d3b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.25883975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13476367-b163-4e1b-9caa-c725495d3b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.263939734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c41ace7e-6afc-48a2-9576-fcd5c234c9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.274632999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c41ace7e-6afc-48a2-9576-fcd5c234c9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.308619909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8dada63-793a-4b71-843d-6cf7a90b39ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.30864381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8dada63-793a-4b71-843d-6cf7a90b39ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.326299499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f26e6a4-db40-428c-a51a-433036a40d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.341204033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f26e6a4-db40-428c-a51a-433036a40d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.350937079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f26e6a4-db40-428c-a51a-433036a40d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.360903047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f45912a1-1b40-4c5d-8ea1-2bf44fe8c8ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:39.360924788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f45912a1-1b40-4c5d-8ea1-2bf44fe8c8ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:41.006651869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"99c93d23-ae22-423e-9f00-af7500dfa4e8","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:41.017552697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"99c93d23-ae22-423e-9f00-af7500dfa4e8","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:41.025966578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99e518ba6d886c2839a6093a6a30193b4805791e5a2ca0c03c3ecb9080f3b08d) AuthConfig (080a68a089e470cd69425927787c82328e15440464bcc45ce30a28120f95089d) AuthConfig (7652edc23b84ada164624e1a3f8ccaf029ad762cba3381b24296f913c99ae42b) AuthConfig (f12eb5525a06b3a6887d360e89ad98272d9cbb2b47d597cf4a7de4dc0e430159) AuthConfig (6d32f51a17edf117e749b0603830110ebcf2b6af15823f54b87d45f260be67ce) AuthConfig (ee870ce1bcbafcb29694bc4f018541116fa43b36e4998c17cd495fcc0a10ba21) AuthConfig (2fa41f2929b27b4d42ade0ff6c43811a9c32a246d5083113105b679bc4b996aa) AuthConfig (e3592318c489ce4f752331b6a6adca46fcc18073191f4794d7b4c7a621cd2b65) AuthConfig (618591561173d443b3009027f9890284bca1bab8651a625edba97f265633c857) AuthConfig (4be085704cda08ffd612ddcb1b1c77bd3c324911c9eb37ee574cef5517cacf55) AuthConfig (432f169846813ca15cd1fd3938b482800b9c21ef84bb2ebea1c9784d45207b56) AuthConfig (29e08d2e7e3dad0ccb2f2d63c083ac440d87f18ee95e03be6508b789e7bebec2) AuthConfig (7855754b625c0f12e5a00fa202dbb7f622eb10483a171f0e59c24f2f3830a2b5) AuthConfig (16da13506eae79cd605a0d15c637f4dd908935169cad3224ea2ad3924f78d7f0) AuthConfig (eb10bf19f0b58b9b20b19ff96d868eac3ad1074f3b2237cdc5b5d3fa8582ab2d) AuthConfig (8827ab7a63ef8a44c4218f138f5b96e36320c570866fb7fe41b0be9e32df7ac8) AuthConfig (c7f5ad014bcef57f9638db7f2d114c26f912143f384789661d31e9de4556e671) AuthConfig (0317e285b4d6e87fab5ac988ea1d627235cef1362365d67a239f1bddba63aaaa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"99c93d23-ae22-423e-9f00-af7500dfa4e8","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:41.034168177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"1b698c40-e095-49ef-97a2-485d3e7f1eba","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:41.034187433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"1b698c40-e095-49ef-97a2-485d3e7f1eba","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:43.369593416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"7c9dbe4e-986d-42fa-8535-a423946a75fe","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:43.400820758Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"7c9dbe4e-986d-42fa-8535-a423946a75fe","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:43.409949183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"7c9dbe4e-986d-42fa-8535-a423946a75fe","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:43.417413978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a6da81-67ae-4c0c-88a6-ca9e5beebbea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:43.41743474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a6da81-67ae-4c0c-88a6-ca9e5beebbea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:46.01548981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.451863311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","namespace":"ai-tenant-e2e-inf-b-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.451924058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","namespace":"ai-tenant-e2e-inf-b-a7cbc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.451973317Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","tenant":"e2e-inf-b-a7cbc3","tenantID":"e2e-inf-b-a7cbc3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.459512487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"Deployment","name":"maas-api-e2e-inf-b-a7cbc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.472444799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"Service","name":"maas-api-e2e-inf-b-a7cbc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.492144681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-a7cbc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.502948787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-a7cbc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.51322445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.526407527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.535725629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.542354063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.546762269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"Deployment","name":"payload-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.550700861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.554846107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"Service","name":"payload-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.558562213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.562360702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.566175871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.570017818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.577813855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.581606287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.585356047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.588922678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-a7cbc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:47.592510516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-a7cbc3"},"namespace":"ai-tenant-e2e-inf-b-a7cbc3","name":"default-tenant","reconcileID":"fc416fe7-5c4c-4947-a7ed-3688187adbbb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-a7cbc3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.320938592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7686bbcc-ec00-48da-befc-d41a5413fa79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.35184105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7686bbcc-ec00-48da-befc-d41a5413fa79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.359438378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7686bbcc-ec00-48da-befc-d41a5413fa79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.369175525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"107a1440-2b11-4028-a7cd-afa16396fb69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.369194797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"107a1440-2b11-4028-a7cd-afa16396fb69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.421539383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40a0c12-7195-4083-8b7e-cef4eece3719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.435029927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40a0c12-7195-4083-8b7e-cef4eece3719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.443098379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40a0c12-7195-4083-8b7e-cef4eece3719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.451679952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ca40a5a-b451-4fd4-bca9-b66b55c87543","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:49.451701104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ca40a5a-b451-4fd4-bca9-b66b55c87543","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:51.057010062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"67753908-3c46-41a9-ae8e-eafc345459a7","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:51.07427625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"67753908-3c46-41a9-ae8e-eafc345459a7","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:51.093052642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99e518ba6d886c2839a6093a6a30193b4805791e5a2ca0c03c3ecb9080f3b08d) AuthConfig (080a68a089e470cd69425927787c82328e15440464bcc45ce30a28120f95089d) AuthConfig (7652edc23b84ada164624e1a3f8ccaf029ad762cba3381b24296f913c99ae42b) AuthConfig (f12eb5525a06b3a6887d360e89ad98272d9cbb2b47d597cf4a7de4dc0e430159) AuthConfig (6d32f51a17edf117e749b0603830110ebcf2b6af15823f54b87d45f260be67ce) AuthConfig (ee870ce1bcbafcb29694bc4f018541116fa43b36e4998c17cd495fcc0a10ba21) AuthConfig (2fa41f2929b27b4d42ade0ff6c43811a9c32a246d5083113105b679bc4b996aa) AuthConfig (e3592318c489ce4f752331b6a6adca46fcc18073191f4794d7b4c7a621cd2b65) AuthConfig (618591561173d443b3009027f9890284bca1bab8651a625edba97f265633c857) AuthConfig (4be085704cda08ffd612ddcb1b1c77bd3c324911c9eb37ee574cef5517cacf55) AuthConfig (432f169846813ca15cd1fd3938b482800b9c21ef84bb2ebea1c9784d45207b56) AuthConfig (29e08d2e7e3dad0ccb2f2d63c083ac440d87f18ee95e03be6508b789e7bebec2) AuthConfig (7855754b625c0f12e5a00fa202dbb7f622eb10483a171f0e59c24f2f3830a2b5) AuthConfig (16da13506eae79cd605a0d15c637f4dd908935169cad3224ea2ad3924f78d7f0) AuthConfig (eb10bf19f0b58b9b20b19ff96d868eac3ad1074f3b2237cdc5b5d3fa8582ab2d) AuthConfig (8827ab7a63ef8a44c4218f138f5b96e36320c570866fb7fe41b0be9e32df7ac8) AuthConfig (c7f5ad014bcef57f9638db7f2d114c26f912143f384789661d31e9de4556e671) AuthConfig (0317e285b4d6e87fab5ac988ea1d627235cef1362365d67a239f1bddba63aaaa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"67753908-3c46-41a9-ae8e-eafc345459a7","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:53.425148442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"f2ffe721-ef6e-49dc-9ce1-e75f5ed22eb4","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:53.458004235Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"f2ffe721-ef6e-49dc-9ce1-e75f5ed22eb4","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:53.467840996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"f2ffe721-ef6e-49dc-9ce1-e75f5ed22eb4","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:53.475963662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7bb5be8-6eb7-4a03-8db4-0af2390525bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:53.475982694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7bb5be8-6eb7-4a03-8db4-0af2390525bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.501223949Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-a7cbc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-a7cbc3","reconcileID":"781b677c-e9d8-4b4c-afea-e96d85d5d91a","aitenant":"ai-tenants/e2e-inf-b-a7cbc3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.590726104Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-a7cbc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-a7cbc3","reconcileID":"781b677c-e9d8-4b4c-afea-e96d85d5d91a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-a7cbc3","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-a7cbc3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.59842503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f364b-0db0-48eb-ba4d-ccba430e1fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.602824013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f364b-0db0-48eb-ba4d-ccba430e1fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.609796371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f364b-0db0-48eb-ba4d-ccba430e1fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.617905729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039f364b-0db0-48eb-ba4d-ccba430e1fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.877269971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d75fc07-bb2b-4e2e-b7d1-d9e0228331d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.881360359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d75fc07-bb2b-4e2e-b7d1-d9e0228331d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.885939631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d75fc07-bb2b-4e2e-b7d1-d9e0228331d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:54.890179202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d75fc07-bb2b-4e2e-b7d1-d9e0228331d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:55.398183007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbe5dd8-e8ee-4fe1-9d11-1a3c5bfc8c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:55.406531674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbe5dd8-e8ee-4fe1-9d11-1a3c5bfc8c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:55.41079077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbe5dd8-e8ee-4fe1-9d11-1a3c5bfc8c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:55.415638567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbe5dd8-e8ee-4fe1-9d11-1a3c5bfc8c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.324857885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-auth","reconcileID":"75cef7f3-df2b-4168-bffe-7de1ef51efb0","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.325016798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"34e78760-180d-4972-a1f3-13a211270bf3","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"tenant":"e2e-inf-a-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.325036787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"34e78760-180d-4972-a1f3-13a211270bf3","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"routeName":"test-model-d94e94-kserve-route","namespace":"ai-tenant-e2e-inf-a-d94e94","llmisvcName":"test-model-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.352772417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-sub","reconcileID":"692a916b-a023-44e1-8c62-a3a8e7474bac","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"name":"maas-trlp-test-model-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.433150719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-auth","reconcileID":"75cef7f3-df2b-4168-bffe-7de1ef51efb0","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d94e94","tenantID":"e2e-inf-a-d94e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.435357528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d4efc9-228e-4f9e-a8e2-3e9e2e7e3b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.524866525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-auth","reconcileID":"75cef7f3-df2b-4168-bffe-7de1ef51efb0","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"name":"e2e-inf-a-d94e94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.52489326Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-auth","reconcileID":"75cef7f3-df2b-4168-bffe-7de1ef51efb0","MaaSAuthPolicy":{"name":"test-model-d94e94-auth","namespace":"ai-tenant-e2e-inf-a-d94e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.529112898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d4efc9-228e-4f9e-a8e2-3e9e2e7e3b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.533699546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"c6b1e2e7-84f5-414e-91e2-4f356ff71c72","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"tenant":"e2e-inf-a-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.533724091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"c6b1e2e7-84f5-414e-91e2-4f356ff71c72","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"routeName":"test-model-d94e94-kserve-route","namespace":"ai-tenant-e2e-inf-a-d94e94","llmisvcName":"test-model-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.536623581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd880c4-a613-46c5-a0b0-8a87b5419dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.536954152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d4efc9-228e-4f9e-a8e2-3e9e2e7e3b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.547025493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfba563a-ed16-4f87-b4e1-0d913f1a488e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.547045053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfba563a-ed16-4f87-b4e1-0d913f1a488e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.54844705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd880c4-a613-46c5-a0b0-8a87b5419dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.556351573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd880c4-a613-46c5-a0b0-8a87b5419dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.562198077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-sub","reconcileID":"03a5b962-a768-4624-b3b8-06f0aa118f9a","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"name":"maas-trlp-test-model-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.566206554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad5656c3-a95e-46f8-adee-e158293fc076","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.566221384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad5656c3-a95e-46f8-adee-e158293fc076","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.688138142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"01cf494b-53b7-48e8-8cd0-ab47f34e5a12","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"tenant":"e2e-inf-a-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:25:59.688240549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"01cf494b-53b7-48e8-8cd0-ab47f34e5a12","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"routeName":"test-model-d94e94-kserve-route","namespace":"ai-tenant-e2e-inf-a-d94e94","llmisvcName":"test-model-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:01.102385591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"4694d12a-fd8e-4504-959d-5f8304a11e53","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:01.111672047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"4694d12a-fd8e-4504-959d-5f8304a11e53","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:01.11981749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99e518ba6d886c2839a6093a6a30193b4805791e5a2ca0c03c3ecb9080f3b08d) AuthConfig (080a68a089e470cd69425927787c82328e15440464bcc45ce30a28120f95089d) AuthConfig (7652edc23b84ada164624e1a3f8ccaf029ad762cba3381b24296f913c99ae42b) AuthConfig (f12eb5525a06b3a6887d360e89ad98272d9cbb2b47d597cf4a7de4dc0e430159) AuthConfig (6d32f51a17edf117e749b0603830110ebcf2b6af15823f54b87d45f260be67ce) AuthConfig (ee870ce1bcbafcb29694bc4f018541116fa43b36e4998c17cd495fcc0a10ba21) AuthConfig (2fa41f2929b27b4d42ade0ff6c43811a9c32a246d5083113105b679bc4b996aa) AuthConfig (e3592318c489ce4f752331b6a6adca46fcc18073191f4794d7b4c7a621cd2b65) AuthConfig (618591561173d443b3009027f9890284bca1bab8651a625edba97f265633c857) AuthConfig (4be085704cda08ffd612ddcb1b1c77bd3c324911c9eb37ee574cef5517cacf55) AuthConfig (432f169846813ca15cd1fd3938b482800b9c21ef84bb2ebea1c9784d45207b56) AuthConfig (29e08d2e7e3dad0ccb2f2d63c083ac440d87f18ee95e03be6508b789e7bebec2) AuthConfig (7855754b625c0f12e5a00fa202dbb7f622eb10483a171f0e59c24f2f3830a2b5) AuthConfig (16da13506eae79cd605a0d15c637f4dd908935169cad3224ea2ad3924f78d7f0) AuthConfig (eb10bf19f0b58b9b20b19ff96d868eac3ad1074f3b2237cdc5b5d3fa8582ab2d) AuthConfig (8827ab7a63ef8a44c4218f138f5b96e36320c570866fb7fe41b0be9e32df7ac8) AuthConfig (c7f5ad014bcef57f9638db7f2d114c26f912143f384789661d31e9de4556e671) AuthConfig (0317e285b4d6e87fab5ac988ea1d627235cef1362365d67a239f1bddba63aaaa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"4694d12a-fd8e-4504-959d-5f8304a11e53","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:03.483925227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"2ac58452-bcb3-4346-9280-8abfb1b02a20","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:03.539706723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"2ac58452-bcb3-4346-9280-8abfb1b02a20","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:03.552415276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"2ac58452-bcb3-4346-9280-8abfb1b02a20","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:03.560361624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51d26107-9fd8-4aff-ad79-2d29d2461809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:03.56038485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51d26107-9fd8-4aff-ad79-2d29d2461809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.207236744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02821e79-1846-48c1-b340-b3e412482242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.212685552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02821e79-1846-48c1-b340-b3e412482242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.229190273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02821e79-1846-48c1-b340-b3e412482242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.244528244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02821e79-1846-48c1-b340-b3e412482242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.651501719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d25ee1-69cc-4965-8d8c-92a53780e4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.655557616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d25ee1-69cc-4965-8d8c-92a53780e4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.659677294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d25ee1-69cc-4965-8d8c-92a53780e4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:05.663796466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d25ee1-69cc-4965-8d8c-92a53780e4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.462836587Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","namespace":"ai-tenant-e2e-inf-b-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.462895138Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","namespace":"ai-tenant-e2e-inf-b-85ad28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.462944863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","tenant":"e2e-inf-b-85ad28","tenantID":"e2e-inf-b-85ad28","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.470632714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"Deployment","name":"maas-api-e2e-inf-b-85ad28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.482200962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"Service","name":"maas-api-e2e-inf-b-85ad28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.495300517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-85ad28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.507065899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-85ad28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.51499107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.522511776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.530731285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.539349223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.54325873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"Deployment","name":"payload-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.547393709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.551219387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"Service","name":"payload-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.555119891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.558982194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.562622792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.566369925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.573937273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.577593389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.58121714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.58478927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-85ad28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:06.588299512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-85ad28"},"namespace":"ai-tenant-e2e-inf-b-85ad28","name":"default-tenant","reconcileID":"7ddd98a7-f1c0-4f79-870d-d3a8803801bf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-85ad28","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.559903924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552a44de-380e-42a2-961e-2323a5d41ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.590660557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552a44de-380e-42a2-961e-2323a5d41ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.598429575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552a44de-380e-42a2-961e-2323a5d41ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.608394215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc31eab0-bc6f-4e74-95e2-b196ce01a201","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.608412444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc31eab0-bc6f-4e74-95e2-b196ce01a201","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.660370336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b44521d-3c53-498c-a15d-62da5e7c6ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.669526979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b44521d-3c53-498c-a15d-62da5e7c6ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.677200657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b44521d-3c53-498c-a15d-62da5e7c6ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.685141553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b67d2d26-9ca6-4962-9b72-ef889cff7b4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.685157412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b67d2d26-9ca6-4962-9b72-ef889cff7b4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.711368818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-sub","reconcileID":"53a9eb18-289d-4933-a8a2-cd2c1739bdc9","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","subscription":"test-model-d94e94-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.716078648Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-sub","reconcileID":"53a9eb18-289d-4933-a8a2-cd2c1739bdc9","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.720809487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94-sub","reconcileID":"53a9eb18-289d-4933-a8a2-cd2c1739bdc9","MaaSSubscription":{"name":"test-model-d94e94-sub","namespace":"ai-tenant-e2e-inf-a-d94e94"},"name":"maas-trlp-test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.756123992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"14fedb26-1d32-4094-8f08-089d7971ba24","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"tenant":"e2e-inf-a-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","model":"ai-tenant-e2e-inf-a-d94e94/test-model-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:09.756141128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"test-model-d94e94","reconcileID":"14fedb26-1d32-4094-8f08-089d7971ba24","MaaSModelRef":{"name":"test-model-d94e94","namespace":"ai-tenant-e2e-inf-a-d94e94"},"routeName":"test-model-d94e94-kserve-route","namespace":"ai-tenant-e2e-inf-a-d94e94","llmisvcName":"test-model-d94e94","gateway":"openshift-ingress/e2e-inf-a-d94e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.441573346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"4acd1a4d-c36d-4a07-a613-6273d84845a9","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.442260627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"43973a47-387b-4f91-8099-f9f6d7b5f72f","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.442280041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"43973a47-387b-4f91-8099-f9f6d7b5f72f","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.523577334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"f05c0756-de8c-4452-b6d7-aa74da5fe5e0","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"maas-trlp-test-model-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.559379638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"4acd1a4d-c36d-4a07-a613-6273d84845a9","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.591625905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"4acd1a4d-c36d-4a07-a613-6273d84845a9","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"e2e-inf-b-757a7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.591653023Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-auth","reconcileID":"4acd1a4d-c36d-4a07-a613-6273d84845a9","MaaSAuthPolicy":{"name":"test-model-757a7d-auth","namespace":"ai-tenant-e2e-inf-b-757a7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.60034456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"2f3a8124-e8ef-417c-a7b0-7cc477ff92b4","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.600365021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"2f3a8124-e8ef-417c-a7b0-7cc477ff92b4","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.630222841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"75cebe4a-5893-4141-b275-19605b8c6b22","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"maas-trlp-test-model-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.778242925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"cb6a3c26-9b01-43f4-b9c9-d19e2ff7b323","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:10.778266974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"cb6a3c26-9b01-43f4-b9c9-d19e2ff7b323","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:11.12971848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"c564a3ed-763a-4e63-96b3-0da7db281310","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:11.140128845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"c564a3ed-763a-4e63-96b3-0da7db281310","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:11.149163627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6382fc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99e518ba6d886c2839a6093a6a30193b4805791e5a2ca0c03c3ecb9080f3b08d) AuthConfig (080a68a089e470cd69425927787c82328e15440464bcc45ce30a28120f95089d) AuthConfig (7652edc23b84ada164624e1a3f8ccaf029ad762cba3381b24296f913c99ae42b) AuthConfig (f12eb5525a06b3a6887d360e89ad98272d9cbb2b47d597cf4a7de4dc0e430159) AuthConfig (6d32f51a17edf117e749b0603830110ebcf2b6af15823f54b87d45f260be67ce) AuthConfig (ee870ce1bcbafcb29694bc4f018541116fa43b36e4998c17cd495fcc0a10ba21) AuthConfig (2fa41f2929b27b4d42ade0ff6c43811a9c32a246d5083113105b679bc4b996aa) AuthConfig (e3592318c489ce4f752331b6a6adca46fcc18073191f4794d7b4c7a621cd2b65) AuthConfig (618591561173d443b3009027f9890284bca1bab8651a625edba97f265633c857) AuthConfig (4be085704cda08ffd612ddcb1b1c77bd3c324911c9eb37ee574cef5517cacf55) AuthConfig (432f169846813ca15cd1fd3938b482800b9c21ef84bb2ebea1c9784d45207b56) AuthConfig (29e08d2e7e3dad0ccb2f2d63c083ac440d87f18ee95e03be6508b789e7bebec2) AuthConfig (7855754b625c0f12e5a00fa202dbb7f622eb10483a171f0e59c24f2f3830a2b5) AuthConfig (16da13506eae79cd605a0d15c637f4dd908935169cad3224ea2ad3924f78d7f0) AuthConfig (eb10bf19f0b58b9b20b19ff96d868eac3ad1074f3b2237cdc5b5d3fa8582ab2d) AuthConfig (8827ab7a63ef8a44c4218f138f5b96e36320c570866fb7fe41b0be9e32df7ac8) AuthConfig (c7f5ad014bcef57f9638db7f2d114c26f912143f384789661d31e9de4556e671) AuthConfig (0317e285b4d6e87fab5ac988ea1d627235cef1362365d67a239f1bddba63aaaa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"c564a3ed-763a-4e63-96b3-0da7db281310","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:13.568648524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"d46677a5-192f-4b69-9f2b-a60f3d087221","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:13.623366613Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"d46677a5-192f-4b69-9f2b-a60f3d087221","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:13.631975992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"d46677a5-192f-4b69-9f2b-a60f3d087221","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:13.642475731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67571fab-2f26-4eed-bb1d-c2050414a234","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:13.642575959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67571fab-2f26-4eed-bb1d-c2050414a234","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.011948789Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-85ad28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-85ad28","reconcileID":"9bccf748-53da-467b-9985-e3b7a2b3fbe0","aitenant":"ai-tenants/e2e-inf-b-85ad28","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.260210545Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-85ad28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-85ad28","reconcileID":"9bccf748-53da-467b-9985-e3b7a2b3fbe0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-85ad28","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-85ad28"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.266133206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0792a6-07b2-4ab9-9ae1-530366e5e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.299848859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0792a6-07b2-4ab9-9ae1-530366e5e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.306464875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0792a6-07b2-4ab9-9ae1-530366e5e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.315289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0792a6-07b2-4ab9-9ae1-530366e5e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.606240811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01652dd6-7e94-4e6d-a5be-94346461982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.610412226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01652dd6-7e94-4e6d-a5be-94346461982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.615190333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01652dd6-7e94-4e6d-a5be-94346461982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:15.619327395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01652dd6-7e94-4e6d-a5be-94346461982d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:16.00421486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5438fd07-46a6-4e4d-b9ff-b98d947211b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:16.008791121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5438fd07-46a6-4e4d-b9ff-b98d947211b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:16.013178139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5438fd07-46a6-4e4d-b9ff-b98d947211b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:16.017045087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:16.017427305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5438fd07-46a6-4e4d-b9ff-b98d947211b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.623253879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1629a072-ba4c-4a80-b159-fae665d196cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.700009949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1629a072-ba4c-4a80-b159-fae665d196cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.708327265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1629a072-ba4c-4a80-b159-fae665d196cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.716942203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e0cf54e-a342-44dd-a023-b07bf38664e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.716967815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e0cf54e-a342-44dd-a023-b07bf38664e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.723301114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"646c9149-f309-4764-bdb5-254848fd32d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.734547092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"646c9149-f309-4764-bdb5-254848fd32d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.742380141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"646c9149-f309-4764-bdb5-254848fd32d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.750347947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72cb0004-c25a-48b2-8611-0aa3221ba3a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:19.750367301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72cb0004-c25a-48b2-8611-0aa3221ba3a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:20.822334675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"6c296510-d834-411f-8c53-d8c5f5ea292b","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","subscription":"test-model-757a7d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:20.827182451Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"6c296510-d834-411f-8c53-d8c5f5ea292b","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:20.831977941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d-sub","reconcileID":"6c296510-d834-411f-8c53-d8c5f5ea292b","MaaSSubscription":{"name":"test-model-757a7d-sub","namespace":"ai-tenant-e2e-inf-b-757a7d"},"name":"maas-trlp-test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:20.86507464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"557c426a-3394-4ed1-ab0e-827366fcaeca","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"tenant":"e2e-inf-b-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","model":"ai-tenant-e2e-inf-b-757a7d/test-model-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:20.865099048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"test-model-757a7d","reconcileID":"557c426a-3394-4ed1-ab0e-827366fcaeca","MaaSModelRef":{"name":"test-model-757a7d","namespace":"ai-tenant-e2e-inf-b-757a7d"},"routeName":"test-model-757a7d-kserve-route","namespace":"ai-tenant-e2e-inf-b-757a7d","llmisvcName":"test-model-757a7d","gateway":"openshift-ingress/e2e-inf-b-757a7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:21.158651834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"92261737-9451-4dc9-9427-8ee48f363069","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:21.169071362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"92261737-9451-4dc9-9427-8ee48f363069","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:21.197605007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"9c5e1d6e-8a4e-450e-884d-684b2bfe8962","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:21.197628415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"9c5e1d6e-8a4e-450e-884d-684b2bfe8962","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.399909532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"6c77d446-663e-450d-9a51-f2c2d1daf7a0","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.399947306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"6c77d446-663e-450d-9a51-f2c2d1daf7a0","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.413724784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e0975a67-ebfc-418e-abae-4f20d4b97f13","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.413760826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e0975a67-ebfc-418e-abae-4f20d4b97f13","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:26:23.415216539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"3d22e497-df6d-481c-a973-0872ca70cc92","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-6382fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.415870805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"51366a85-5445-4f45-84ba-cfa90eaf79cd","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:26:23.419471505Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e0975a67-ebfc-418e-abae-4f20d4b97f13","name":"test-model-6382fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6382fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:26:23.41952568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e0975a67-ebfc-418e-abae-4f20d4b97f13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6382fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.425228347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"51366a85-5445-4f45-84ba-cfa90eaf79cd","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.425484328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"89d42c8f-be6b-46a4-80fd-9c47c21dc75c","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.425503711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"89d42c8f-be6b-46a4-80fd-9c47c21dc75c","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.429412018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"876b040f-cf45-4ddd-9298-0bb3d91c389f","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.429428617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"876b040f-cf45-4ddd-9298-0bb3d91c389f","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.498430769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"2aaf10e3-50a5-47a0-8a3f-59cc93e96b64","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.498457418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"2aaf10e3-50a5-47a0-8a3f-59cc93e96b64","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.507001029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"0bd12279-b717-4e51-a912-bb5276d514dc","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.515934016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"0bd12279-b717-4e51-a912-bb5276d514dc","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.520222461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"1e65a8d4-9a88-4547-baee-e1dab2f738cf","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"maas-trlp-test-model-6382fc","model":"test-model-6382fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-6382fc/test-model-6382fc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.559409179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"ff8a07cf-4c98-4283-ac2a-9806cda5a226","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.559426403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"ff8a07cf-4c98-4283-ac2a-9806cda5a226","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.615190549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"5da6b9ca-0866-4234-94c0-2c3d34237e01","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"maas-trlp-test-model-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.649899633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"1bdaf215-8411-44cb-8bfe-2114eb085af5","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.680917565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"1bdaf215-8411-44cb-8bfe-2114eb085af5","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.688853853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"1bdaf215-8411-44cb-8bfe-2114eb085af5","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.698808848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec603504-710d-491b-8b33-e6d67cbeb55b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:23.698833228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec603504-710d-491b-8b33-e6d67cbeb55b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.301080764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7212040-09b9-4aa7-9d0d-d6f76f14de05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.306038853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7212040-09b9-4aa7-9d0d-d6f76f14de05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.311056779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7212040-09b9-4aa7-9d0d-d6f76f14de05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.315346866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7212040-09b9-4aa7-9d0d-d6f76f14de05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.670649089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2661303f-17b0-4944-828e-c39e14650d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.6749984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2661303f-17b0-4944-828e-c39e14650d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.679084913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2661303f-17b0-4944-828e-c39e14650d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.683435139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2661303f-17b0-4944-828e-c39e14650d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.806960226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7b6ea0a-d9d1-4b69-bae9-1d3d7074b600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.807398161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5413e6b-ce19-4752-8037-b06e46871f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.838510475Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7b6ea0a-d9d1-4b69-bae9-1d3d7074b600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:26:29.842554107Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5413e6b-ce19-4752-8037-b06e46871f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.846797014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7b6ea0a-d9d1-4b69-bae9-1d3d7074b600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:26:29.852387983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5413e6b-ce19-4752-8037-b06e46871f64","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.852682143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3afbd11d-7d8e-4938-bfd5-1dab9c3491bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.852698363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3afbd11d-7d8e-4938-bfd5-1dab9c3491bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.856223459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"109177eb-8271-4d0a-8959-1a9e706b4249","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.856238036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"109177eb-8271-4d0a-8959-1a9e706b4249","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.908131719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e2b0aea-f4c1-49d3-8cc7-8f4f93da349f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.917853177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e2b0aea-f4c1-49d3-8cc7-8f4f93da349f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.925884671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e2b0aea-f4c1-49d3-8cc7-8f4f93da349f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.936271034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1761090-1d49-499e-a652-e16f148e8c70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:29.936291499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1761090-1d49-499e-a652-e16f148e8c70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:33.706684494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"56f598d7-2bc8-423b-a3b3-10f782145937","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:33.739846105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"56f598d7-2bc8-423b-a3b3-10f782145937","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:33.747466997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"56f598d7-2bc8-423b-a3b3-10f782145937","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:33.755171793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dadf9109-38a9-4e9f-9a2b-28f19f7d2b04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:33.755187709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dadf9109-38a9-4e9f-9a2b-28f19f7d2b04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.867824876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79dc1f9b-ff24-4963-ac6e-29f4a6b0c1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.899201958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79dc1f9b-ff24-4963-ac6e-29f4a6b0c1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.907389877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79dc1f9b-ff24-4963-ac6e-29f4a6b0c1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.91957562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3aae921-a8e2-45bc-81a7-5d3f793f65fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.919595054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3aae921-a8e2-45bc-81a7-5d3f793f65fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.968078537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7ec7b9a-2487-4995-91bd-6b89c3bc3dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.976998035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7ec7b9a-2487-4995-91bd-6b89c3bc3dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.984904039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7ec7b9a-2487-4995-91bd-6b89c3bc3dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.994820931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"556ddc63-e16b-45bc-859d-e2c568c001e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:39.99483616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"556ddc63-e16b-45bc-859d-e2c568c001e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:43.76380701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"f5daed4f-af76-4128-9205-3e0dbc4e5ac5","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:43.794690759Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"f5daed4f-af76-4128-9205-3e0dbc4e5ac5","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:43.802656767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"f5daed4f-af76-4128-9205-3e0dbc4e5ac5","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:43.812281191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d13fc0ca-ec11-4b58-972f-d62f3be35ed2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:43.812299422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d13fc0ca-ec11-4b58-972f-d62f3be35ed2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:46.015844772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:47.425451193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1294ac50-b4d6-4f7c-8319-a265da84c31d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:47.42547939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1294ac50-b4d6-4f7c-8319-a265da84c31d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:47.465682473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"13bd012c-e7e6-46f9-b984-6c4ddb8f36d2","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:47.501100628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"13bd012c-e7e6-46f9-b984-6c4ddb8f36d2","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:47.511257273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"13bd012c-e7e6-46f9-b984-6c4ddb8f36d2","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:47.521042422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a7369b-ec0c-46d5-8f34-ed2124b5b08e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:47.521067785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a7369b-ec0c-46d5-8f34-ed2124b5b08e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.219357278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","namespace":"ai-tenant-e2e-inf-a-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.219477686Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","namespace":"ai-tenant-e2e-inf-a-d94e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.219558219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","tenant":"e2e-inf-a-d94e94","tenantID":"e2e-inf-a-d94e94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.226243938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"Deployment","name":"maas-api-e2e-inf-a-d94e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.244001017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"Service","name":"maas-api-e2e-inf-a-d94e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.252075093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d94e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.261899973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d94e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.272913916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.290285846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.297517341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.307078873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.31165437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.315375522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.319379336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"Service","name":"payload-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.323553486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.327399415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.33141196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.335359122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.34363112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.347598218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.351465477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.355098668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d94e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:48.35899327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d94e94"},"namespace":"ai-tenant-e2e-inf-a-d94e94","name":"default-tenant","reconcileID":"bef1011f-3004-46cf-91c8-cbaf4721c128","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d94e94","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:49.931380024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f86ef0-428b-4669-998f-01a8bdb53708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:49.962532171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f86ef0-428b-4669-998f-01a8bdb53708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:49.970280769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f86ef0-428b-4669-998f-01a8bdb53708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:49.979991719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7de9add-bb80-4af3-a506-fd1519947398","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:49.980007106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7de9add-bb80-4af3-a506-fd1519947398","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:50.032942906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef046285-3d54-48aa-af9b-a0fd8fe22d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:50.042451522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef046285-3d54-48aa-af9b-a0fd8fe22d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:50.050182784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef046285-3d54-48aa-af9b-a0fd8fe22d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:50.060497601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e778bb08-b423-4d3b-b516-cedf65d52c6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:50.060523717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e778bb08-b423-4d3b-b516-cedf65d52c6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.092995202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"e6c2f445-bdfc-41f7-9212-bb0c6bbd34e6","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.093163753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26870a8e-9d92-4ce4-8f5a-a0b26972296a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.093183975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26870a8e-9d92-4ce4-8f5a-a0b26972296a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.182227761Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d94e94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d94e94","reconcileID":"c62bc460-b8e6-42a3-ae2b-49c4db8f3f92","aitenant":"ai-tenants/e2e-inf-a-d94e94","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.19736642Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-policy-10bdf8b2","reconcileID":"e6c2f445-bdfc-41f7-9212-bb0c6bbd34e6","MaaSAuthPolicy":{"name":"e2e-policy-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"policyNamespace":"ai-tenant-e2e-mt-10bdf8b2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.206254205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce7d59f1-c463-4273-9413-ea86cb8a700a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.206273522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce7d59f1-c463-4273-9413-ea86cb8a700a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.261243881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a58fac-379f-4ad2-882d-e642de0dbbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.265270703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a58fac-379f-4ad2-882d-e642de0dbbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.269119214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a58fac-379f-4ad2-882d-e642de0dbbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.27246826Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d94e94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d94e94","reconcileID":"c62bc460-b8e6-42a3-ae2b-49c4db8f3f92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d94e94","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d94e94"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.273583225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a58fac-379f-4ad2-882d-e642de0dbbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.353983665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d192201-a181-4fbf-a412-ad7088f9127a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.354016686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d192201-a181-4fbf-a412-ad7088f9127a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.558132325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1daeea-bbda-465e-93dc-2af63fe10da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.565921571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1daeea-bbda-465e-93dc-2af63fe10da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.585640033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1daeea-bbda-465e-93dc-2af63fe10da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.602024371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1daeea-bbda-465e-93dc-2af63fe10da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:53.992266463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"fa7b1797-e9cc-4942-8b19-51f089b217a9","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"maas-trlp-test-model-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.038808845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e6f6a12b-df8c-4c82-b03b-75ea8f377265","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.038837543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e6f6a12b-df8c-4c82-b03b-75ea8f377265","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.401345767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2dbecb-3192-4e92-bd6a-08be07b4d767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.407385309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2dbecb-3192-4e92-bd6a-08be07b4d767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.413578367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2dbecb-3192-4e92-bd6a-08be07b4d767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.422768285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2dbecb-3192-4e92-bd6a-08be07b4d767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.743054429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"fa61548d-058a-437f-aa53-1b0c1d79a21c","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:54.752917931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"fa61548d-058a-437f-aa53-1b0c1d79a21c","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:57.529150685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"8ed2e957-b350-4fbf-bf8b-03c2757a4257","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:57.569797196Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"8ed2e957-b350-4fbf-bf8b-03c2757a4257","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:57.57947228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"8ed2e957-b350-4fbf-bf8b-03c2757a4257","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:57.588361143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b8aaee2-82bf-421a-9bad-59d9bfe6c146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:57.588390294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b8aaee2-82bf-421a-9bad-59d9bfe6c146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:26:59.991240671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71a0f17c-d1b2-4f09-85e7-daeafa701cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.024277939Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71a0f17c-d1b2-4f09-85e7-daeafa701cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.032276087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71a0f17c-d1b2-4f09-85e7-daeafa701cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.042399394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c679e1d-a587-40ca-9642-ed797bc70324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.042418939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c679e1d-a587-40ca-9642-ed797bc70324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.091432242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89af980-eef7-40a9-9490-7b13dca1fdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.101844579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89af980-eef7-40a9-9490-7b13dca1fdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.10991896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89af980-eef7-40a9-9490-7b13dca1fdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.118071389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06ccad28-150f-4815-a2f1-4b5aba26bf9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:00.118097028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06ccad28-150f-4815-a2f1-4b5aba26bf9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.526926558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29fbf95-2a83-40d1-b800-2a7131c3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.531206557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29fbf95-2a83-40d1-b800-2a7131c3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.535724999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29fbf95-2a83-40d1-b800-2a7131c3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.540770565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29fbf95-2a83-40d1-b800-2a7131c3beef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.803285749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66328659-9f5f-43a2-adcc-b6459972acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.807566281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66328659-9f5f-43a2-adcc-b6459972acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.81152966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66328659-9f5f-43a2-adcc-b6459972acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:01.815640016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66328659-9f5f-43a2-adcc-b6459972acde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:03.373299195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-sub-10bdf8b2","reconcileID":"b31a9c80-f561-4c4a-aa93-f2216355359c","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-10bdf8b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:03.397406672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"namespace":"ai-tenant-e2e-mt-10bdf8b2","name":"e2e-sub-10bdf8b2","reconcileID":"b31a9c80-f561-4c4a-aa93-f2216355359c","MaaSSubscription":{"name":"e2e-sub-10bdf8b2","namespace":"ai-tenant-e2e-mt-10bdf8b2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:03.415519683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95f23bce-88b9-44e9-806b-dad5312d2821","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:03.422723697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c679c3-5cb4-47d3-970e-3aada0017fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:03.422774559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c679c3-5cb4-47d3-970e-3aada0017fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.780000016Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","namespace":"ai-tenant-e2e-inf-b-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.780059311Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","namespace":"ai-tenant-e2e-inf-b-757a7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.78011021Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","tenant":"e2e-inf-b-757a7d","tenantID":"e2e-inf-b-757a7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.786670366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"Deployment","name":"maas-api-e2e-inf-b-757a7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.80145931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"Service","name":"maas-api-e2e-inf-b-757a7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.817788208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-757a7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.826934197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-757a7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.838545442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.84517843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.854548157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.861303822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.866200455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"Deployment","name":"payload-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.870193532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.874129019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"Service","name":"payload-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.878515313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.882537846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.88651436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.890417889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.898401248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.902285701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.906082048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.909808386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-757a7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:06.913395581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-757a7d"},"namespace":"ai-tenant-e2e-inf-b-757a7d","name":"default-tenant","reconcileID":"c1dc5180-dbd7-4e20-8d0a-344b98f33960","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-757a7d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:07.596780874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"0ff7cd19-d6d4-4a37-802c-bea1402d5fd5","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:07.628605073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"0ff7cd19-d6d4-4a37-802c-bea1402d5fd5","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:07.636542503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"0ff7cd19-d6d4-4a37-802c-bea1402d5fd5","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:07.646111922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10f7b985-9973-4f76-8894-8f69990da60c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:07.646132246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10f7b985-9973-4f76-8894-8f69990da60c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:08.774952008Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-757a7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-757a7d","reconcileID":"b4575767-d4f0-40be-932e-779ce9f06478","aitenant":"ai-tenants/e2e-inf-b-757a7d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:08.886101184Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-757a7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-757a7d","reconcileID":"b4575767-d4f0-40be-932e-779ce9f06478","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-757a7d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-757a7d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:08.894160573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69753c12-e0a1-4dab-a284-579e7bdd68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:08.904202275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69753c12-e0a1-4dab-a284-579e7bdd68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:08.909999694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69753c12-e0a1-4dab-a284-579e7bdd68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:08.915214737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69753c12-e0a1-4dab-a284-579e7bdd68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.182159568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d819bcd-b3c1-4a89-a30e-bae6b04afb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.186248633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d819bcd-b3c1-4a89-a30e-bae6b04afb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.190340723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d819bcd-b3c1-4a89-a30e-bae6b04afb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.194420771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d819bcd-b3c1-4a89-a30e-bae6b04afb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.531091846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc960689-5679-4b94-9449-fa404d19ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.543243886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc960689-5679-4b94-9449-fa404d19ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.552114511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc960689-5679-4b94-9449-fa404d19ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:09.557321922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc960689-5679-4b94-9449-fa404d19ee05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.054407612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dee8595-4e99-4a12-818c-37388f7ac9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.085166688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dee8595-4e99-4a12-818c-37388f7ac9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.093000424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dee8595-4e99-4a12-818c-37388f7ac9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.102931305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46251438-9619-4473-8ae1-30ca975a1f85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.102951279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46251438-9619-4473-8ae1-30ca975a1f85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.154679769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664d6739-418a-4585-b3c0-b5c88ffe17d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.16374912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664d6739-418a-4585-b3c0-b5c88ffe17d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.17138097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"664d6739-418a-4585-b3c0-b5c88ffe17d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.182725648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce8e5b77-2b94-40c5-af58-c6a1dca3b344","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:10.18276576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce8e5b77-2b94-40c5-af58-c6a1dca3b344","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:16.015756092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.536984321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"98558661-1104-4ec6-84de-405442dcfa40","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.537162737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"7d7b6f20-474b-46c1-ae67-ea3d74d5c733","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.537184578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"7d7b6f20-474b-46c1-ae67-ea3d74d5c733","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.550356791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"98558661-1104-4ec6-84de-405442dcfa40","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.574169478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"19bbb82a-98dc-4fd9-ac39-7baeb0f21d3e","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"maas-trlp-test-model-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.581643249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"98558661-1104-4ec6-84de-405442dcfa40","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"e2e-inf-a-ecd46b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.581671694Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-auth","reconcileID":"98558661-1104-4ec6-84de-405442dcfa40","MaaSAuthPolicy":{"name":"test-model-ecd46b-auth","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.589868044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"e52e86bf-2ffd-49a2-90ed-efc64316fda9","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.589889076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"e52e86bf-2ffd-49a2-90ed-efc64316fda9","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.658872772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"c2246274-0a14-4d83-9625-e041ff76c89c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.66927939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"73aada63-e565-4ec7-b6b8-1e74df0eead5","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"maas-trlp-test-model-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.690357098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"c2246274-0a14-4d83-9625-e041ff76c89c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.700780465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"c2246274-0a14-4d83-9625-e041ff76c89c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.708868528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1099c1bd-1071-4b23-8bec-dde0f9a4c304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.708900705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1099c1bd-1071-4b23-8bec-dde0f9a4c304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.807447579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"fa7dea8c-f6fc-4d8a-8b75-93034708cca5","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:17.807475424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"fa7dea8c-f6fc-4d8a-8b75-93034708cca5","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.118997105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33596182-a0cf-4055-a54c-3a390a062191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.150093298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33596182-a0cf-4055-a54c-3a390a062191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.157927167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33596182-a0cf-4055-a54c-3a390a062191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.167943011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f2cd61-ee1a-4488-89bf-8c32ab6e7bee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.1679587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f2cd61-ee1a-4488-89bf-8c32ab6e7bee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.219041693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df2f3438-7eb6-4ab6-8d2a-5a6161c74bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.228212845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df2f3438-7eb6-4ab6-8d2a-5a6161c74bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.23594265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df2f3438-7eb6-4ab6-8d2a-5a6161c74bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.245933925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529832cf-5c5b-4edc-8802-186f742bb56b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:20.245950281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"529832cf-5c5b-4edc-8802-186f742bb56b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.277876631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0018dc-0129-46b2-9c6a-4e9b37a50fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.281911159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0018dc-0129-46b2-9c6a-4e9b37a50fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.286033653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0018dc-0129-46b2-9c6a-4e9b37a50fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.290149309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0018dc-0129-46b2-9c6a-4e9b37a50fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.571405423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2e28b3-81e8-44eb-afe6-d6a7b128dd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.575396215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2e28b3-81e8-44eb-afe6-d6a7b128dd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.579383462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2e28b3-81e8-44eb-afe6-d6a7b128dd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:23.583490357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2e28b3-81e8-44eb-afe6-d6a7b128dd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:24.189958553Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c9c0227c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c9c0227c","reconcileID":"5fc53455-0949-4428-9663-ec21f03036ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c9c0227c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c9c0227c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:24.394297447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97874295-805d-4fd5-bc3c-3cf8f01c5d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:24.398717497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97874295-805d-4fd5-bc3c-3cf8f01c5d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:24.403650529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97874295-805d-4fd5-bc3c-3cf8f01c5d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:24.408062223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97874295-805d-4fd5-bc3c-3cf8f01c5d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.721914082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"ea2ef605-489a-4d08-81e7-b79e91e36076","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.754203855Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"ea2ef605-489a-4d08-81e7-b79e91e36076","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.761647309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"ea2ef605-489a-4d08-81e7-b79e91e36076","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.771813294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b19b4d7a-db0f-4934-908c-380360633565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.771829938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b19b4d7a-db0f-4934-908c-380360633565","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.829418371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"f93eafee-fa3c-408f-8ca2-00437eb97b5f","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","subscription":"test-model-ecd46b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.834623379Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"f93eafee-fa3c-408f-8ca2-00437eb97b5f","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.839226415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b-sub","reconcileID":"f93eafee-fa3c-408f-8ca2-00437eb97b5f","MaaSSubscription":{"name":"test-model-ecd46b-sub","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"name":"maas-trlp-test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.87485904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"46943210-f0ca-489d-92af-f3f463cac258","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"tenant":"e2e-inf-a-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","model":"ai-tenant-e2e-inf-a-ecd46b/test-model-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:27.874879144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"test-model-ecd46b","reconcileID":"46943210-f0ca-489d-92af-f3f463cac258","MaaSModelRef":{"name":"test-model-ecd46b","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"routeName":"test-model-ecd46b-kserve-route","namespace":"ai-tenant-e2e-inf-a-ecd46b","llmisvcName":"test-model-ecd46b","gateway":"openshift-ingress/e2e-inf-a-ecd46b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.577496528Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a3cc8c37-084d-45b8-8b8f-32a3f5f75df4","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.577703275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"feb9b751-a159-41f4-8193-ef181bf10ffb","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.577723901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"feb9b751-a159-41f4-8193-ef181bf10ffb","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.617163673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"d5067ec6-4949-49b5-8ef9-77daaccc32b0","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"maas-trlp-test-model-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.693119525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a3cc8c37-084d-45b8-8b8f-32a3f5f75df4","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.729395313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a3cc8c37-084d-45b8-8b8f-32a3f5f75df4","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"e2e-inf-b-6382fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.72947534Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-auth","reconcileID":"a3cc8c37-084d-45b8-8b8f-32a3f5f75df4","MaaSAuthPolicy":{"name":"test-model-6382fc-auth","namespace":"ai-tenant-e2e-inf-b-6382fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.740192288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"cb83598c-c7ef-487f-9cce-7d62da6b4966","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.740221863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"cb83598c-c7ef-487f-9cce-7d62da6b4966","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.771203808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"aa018250-cf07-420c-a273-539f5c956ab6","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"maas-trlp-test-model-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.892219017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"157f82d4-3cdf-49f9-9323-8fa272065bd7","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:28.8922406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"157f82d4-3cdf-49f9-9323-8fa272065bd7","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.180080885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea520224-56e5-4551-aeec-f0e6ea512a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.211036106Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea520224-56e5-4551-aeec-f0e6ea512a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.218780666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea520224-56e5-4551-aeec-f0e6ea512a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.228683146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c26912c-6876-4d5d-8c9b-d207ce94f378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.228710285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c26912c-6876-4d5d-8c9b-d207ce94f378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.280162459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f60e569-225f-4c63-bc6e-63df66cbc382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.289023734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f60e569-225f-4c63-bc6e-63df66cbc382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.296970612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f60e569-225f-4c63-bc6e-63df66cbc382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.308571406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"114b299b-f02c-405a-bb5b-7518df577a55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:30.308591962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"114b299b-f02c-405a-bb5b-7518df577a55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:37.77985054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"81824b23-d0cd-4c87-a1bd-b70c776ba7f7","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:37.810830174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"81824b23-d0cd-4c87-a1bd-b70c776ba7f7","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:37.818302466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"81824b23-d0cd-4c87-a1bd-b70c776ba7f7","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:37.826107324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"734a6d31-6e4c-46c8-8b1d-55c5e02794d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:37.826123819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"734a6d31-6e4c-46c8-8b1d-55c5e02794d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:38.910852361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"e3ac2105-f273-4417-9441-9f3d3939e837","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","subscription":"test-model-6382fc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:38.915419231Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"e3ac2105-f273-4417-9441-9f3d3939e837","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:38.920377405Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc-sub","reconcileID":"e3ac2105-f273-4417-9441-9f3d3939e837","MaaSSubscription":{"name":"test-model-6382fc-sub","namespace":"ai-tenant-e2e-inf-b-6382fc"},"name":"maas-trlp-test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:38.957569693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e9757292-b23b-4886-be9d-d71bc3f454e3","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"tenant":"e2e-inf-b-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","model":"ai-tenant-e2e-inf-b-6382fc/test-model-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:38.957672191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"test-model-6382fc","reconcileID":"e9757292-b23b-4886-be9d-d71bc3f454e3","MaaSModelRef":{"name":"test-model-6382fc","namespace":"ai-tenant-e2e-inf-b-6382fc"},"routeName":"test-model-6382fc-kserve-route","namespace":"ai-tenant-e2e-inf-b-6382fc","llmisvcName":"test-model-6382fc","gateway":"openshift-ingress/e2e-inf-b-6382fc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.240000179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"053c511f-fbf2-4ab9-8ab0-592f67242b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.271018567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"053c511f-fbf2-4ab9-8ab0-592f67242b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.278589418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"053c511f-fbf2-4ab9-8ab0-592f67242b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.286899187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"528bf5f0-afcc-459c-b3d1-9118bf27a2b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.286916401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"528bf5f0-afcc-459c-b3d1-9118bf27a2b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.340853327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ce119c-ad6b-48b5-8fe7-16a50b66fbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.351589056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ce119c-ad6b-48b5-8fe7-16a50b66fbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.359992319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ce119c-ad6b-48b5-8fe7-16a50b66fbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.370388972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de05660e-91ae-4023-a5f7-97c41acacc0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:40.370407506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de05660e-91ae-4023-a5f7-97c41acacc0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.74923991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e09343-e729-41cc-b367-a10b690eab17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.749261882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e09343-e729-41cc-b367-a10b690eab17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.757926408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08dd3730-9d51-449a-af8a-648e43241617","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.757942851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08dd3730-9d51-449a-af8a-648e43241617","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.768905443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"0c799eaf-cb49-49c7-a733-ffabe84f919d","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.811918081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"0c799eaf-cb49-49c7-a733-ffabe84f919d","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.821535458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"0c799eaf-cb49-49c7-a733-ffabe84f919d","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.833331386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c1fc16-5849-4776-957e-1467abf01f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.833359745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c1fc16-5849-4776-957e-1467abf01f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.925345593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3254e05e-6b91-4926-92c3-2f18dba3bb24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.925370631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3254e05e-6b91-4926-92c3-2f18dba3bb24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.934268901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c8b962-84b8-4381-8ce7-c4b2e9619dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.934288937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c8b962-84b8-4381-8ce7-c4b2e9619dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:27:42.935527176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-sub-14cae89d","reconcileID":"b7337b43-63d9-4593-bbca-a6c850428693","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-14cae89d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.953651871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa82361c-30dc-40fa-a195-6135869af5d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.953678036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa82361c-30dc-40fa-a195-6135869af5d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.962842253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77af878b-3bc0-4ca9-9c0e-bcc1da120c13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:42.962865012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77af878b-3bc0-4ca9-9c0e-bcc1da120c13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.004571039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"b9ab7cc6-bae7-4c07-86d9-0e98e3311da2","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.010751861Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-sub-14cae89d","reconcileID":"676c4904-3125-4716-8dc4-312d736b5a06","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-14cae89d/e2e-shared-sub-14cae89d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.016447018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"b9ab7cc6-bae7-4c07-86d9-0e98e3311da2","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.026324459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"b9ab7cc6-bae7-4c07-86d9-0e98e3311da2","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.037634685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c80b3e-d812-483d-a936-3a668e76de4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.037657769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c80b3e-d812-483d-a936-3a668e76de4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.108082549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-sub-14cae89d","reconcileID":"0cf13b7d-7afd-4b80-bfb4-038b91ad2eff","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.10807887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd0733f0-c564-4275-9cf9-28ee90a20250","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.867023281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff568420-b4af-4920-937e-3af59b0b53e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.867055089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff568420-b4af-4920-937e-3af59b0b53e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.87548767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f6d326-e496-4dfc-85b9-efe85fffe122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.875505586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07f6d326-e496-4dfc-85b9-efe85fffe122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.886508635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"69b85581-c8e3-4ebb-ba5e-ca63f146d645","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.899185073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"69b85581-c8e3-4ebb-ba5e-ca63f146d645","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.907242721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"69b85581-c8e3-4ebb-ba5e-ca63f146d645","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.915436645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42289f52-0eb4-44f3-9d7e-1bba1439bb5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:43.915456422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42289f52-0eb4-44f3-9d7e-1bba1439bb5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.033350497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a74a37a9-a0a6-4860-b7e9-5ae6c7a390e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.033370112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a74a37a9-a0a6-4860-b7e9-5ae6c7a390e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.042473412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00dbe045-7011-447c-bf2b-8c70641ab68f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.042491498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00dbe045-7011-447c-bf2b-8c70641ab68f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:27:44.04685729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-sub-14cae89d","reconcileID":"ce40e61d-8141-4206-a26c-fe63b41b17d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-14cae89d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.063609902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b2410e4-a420-456a-b238-04d4336f44c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.063633343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b2410e4-a420-456a-b238-04d4336f44c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.102823051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"3e48ea6d-b919-421d-8cb5-98e9f1ab117f","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.108663201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cba3d72-2136-48a9-bdb5-d418505eec3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.10868199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cba3d72-2136-48a9-bdb5-d418505eec3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.112971581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"3e48ea6d-b919-421d-8cb5-98e9f1ab117f","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.124951635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"3e48ea6d-b919-421d-8cb5-98e9f1ab117f","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.160517309Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-sub-14cae89d","reconcileID":"ff566672-3115-4a40-94a7-5ce2e0fd5ad5","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-14cae89d/e2e-shared-sub-14cae89d","ai-tenant-e2e-mt-b8c8d944/e2e-shared-sub-14cae89d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.218482501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"321aaf14-3696-41da-811e-4f5f63561898","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.218512689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"321aaf14-3696-41da-811e-4f5f63561898","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.264351247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-sub-14cae89d","reconcileID":"ff4c7ce3-aa56-48ac-8d0c-5a4f1973b55b","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.264634649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f706a0b-dac1-4569-9b93-2d941a85990b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.278654756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-sub-14cae89d","reconcileID":"579b3057-0b6e-444c-9663-1b29c3a95441","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.881163833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"e68908c6-5e8a-460d-894d-86bc290d3821","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.881285524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65dfff57-0e33-4107-9b37-fa6d05463210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.881305696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65dfff57-0e33-4107-9b37-fa6d05463210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.888732902Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-policy-14cae89d","reconcileID":"e68908c6-5e8a-460d-894d-86bc290d3821","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"policyNamespace":"ai-tenant-e2e-mt-14cae89d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.899035668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"034c53c4-6f21-45d8-ad8c-d1b8d10ea8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:44.899052463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"034c53c4-6f21-45d8-ad8c-d1b8d10ea8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.149265283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f07e119-7225-417e-a1fe-08b05f08afe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.149292809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f07e119-7225-417e-a1fe-08b05f08afe9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.761378211Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","namespace":"ai-tenant-e2e-inf-a-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.761432938Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","namespace":"ai-tenant-e2e-inf-a-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.761491281Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","tenant":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.767486576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"Deployment","name":"maas-api-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.779948571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"Service","name":"maas-api-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.793851943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.80604621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.828797586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.850070971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.870838079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.877078977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.880965749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.884709048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.896015392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"Service","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.902562441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.915170493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.923638081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:45.998793536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.006523076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.010218526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.013880076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.015014176Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.019678795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.023963041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"d2b67ccb-79ed-4601-a040-661ca0554b4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ecd46b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.245863769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf09aed-f44d-46d0-b634-88a1731fbe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.31440823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf09aed-f44d-46d0-b634-88a1731fbe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.321265656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf09aed-f44d-46d0-b634-88a1731fbe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.327907502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf09aed-f44d-46d0-b634-88a1731fbe0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.543198233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549fa04a-e890-4368-91c1-58f6f439e4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.547251894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549fa04a-e890-4368-91c1-58f6f439e4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.551209868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549fa04a-e890-4368-91c1-58f6f439e4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:46.555226174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549fa04a-e890-4368-91c1-58f6f439e4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:47.83471876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"59439cde-3391-4d45-95b5-3731d5cba13d","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:47.845108154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"59439cde-3391-4d45-95b5-3731d5cba13d","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:47.853030636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"59439cde-3391-4d45-95b5-3731d5cba13d","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:47.860842851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cac003b-504f-4409-959c-9f7c5ccbc621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:47.860860421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cac003b-504f-4409-959c-9f7c5ccbc621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:47.977734973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"d774da4e-5482-45c6-a97e-65dce839f66b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c9c0227c","tenantID":"e2e-mt-c9c0227c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:48.001628093Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"d774da4e-5482-45c6-a97e-65dce839f66b","name":"e2e-mt-c9c0227c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.299439495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15f625f7-67cc-47a2-beb3-ef5f194e1653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.331140714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15f625f7-67cc-47a2-beb3-ef5f194e1653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.34004821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15f625f7-67cc-47a2-beb3-ef5f194e1653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.350278512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6dd24f6-09dd-4d4f-989d-3399658d089c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.350297852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6dd24f6-09dd-4d4f-989d-3399658d089c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.39951763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0bfe974-a337-461d-9fc1-fe63eb3dfcfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.408553021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0bfe974-a337-461d-9fc1-fe63eb3dfcfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.418345626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0bfe974-a337-461d-9fc1-fe63eb3dfcfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.428530886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"902c9188-d0cd-41c0-84b0-bc4470b3f69d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:50.428549467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"902c9188-d0cd-41c0-84b0-bc4470b3f69d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:54.132639023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"49f811c6-4072-48d5-95b1-a2d3a9bfadb8","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:54.164577867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"49f811c6-4072-48d5-95b1-a2d3a9bfadb8","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:54.172015598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"49f811c6-4072-48d5-95b1-a2d3a9bfadb8","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:54.181380746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1db6d848-bcad-4c44-85f4-6218e9e147f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:54.181399021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1db6d848-bcad-4c44-85f4-6218e9e147f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:55.167503775Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-sub-14cae89d","reconcileID":"930f82b0-dea7-48fb-a8be-ef92b415bec2","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-14cae89d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:55.192579296Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"namespace":"ai-tenant-e2e-mt-14cae89d","name":"e2e-shared-sub-14cae89d","reconcileID":"930f82b0-dea7-48fb-a8be-ef92b415bec2","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-14cae89d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b8c8d944/e2e-shared-sub-14cae89d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:55.214179875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-sub-14cae89d","reconcileID":"16e39e9a-867a-409f-a3e9-6eda9f4e6f07","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:55.217393451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ca3ac20-6fdc-48cf-950d-a011e22d9296","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:55.319808233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210c74c2-3dc8-45c0-ae8e-f25bd57139f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:55.319841937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210c74c2-3dc8-45c0-ae8e-f25bd57139f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:57.875071897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"994ee648-ca51-433f-aaec-3cab16d0294c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:57.885812953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"994ee648-ca51-433f-aaec-3cab16d0294c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:57.893817047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"994ee648-ca51-433f-aaec-3cab16d0294c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:57.903098051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abf91c8-7af1-4d91-8bd6-727e74ebf031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:27:57.903121571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abf91c8-7af1-4d91-8bd6-727e74ebf031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.364215656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbb8590-d9f2-4ceb-b771-54c540bc2ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.396372077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbb8590-d9f2-4ceb-b771-54c540bc2ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.404695196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbb8590-d9f2-4ceb-b771-54c540bc2ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.414652993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d54059b-2034-4d59-afb5-24ce060d75ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.414669999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d54059b-2034-4d59-afb5-24ce060d75ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.466552237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3ce352-54eb-4398-a7ca-098906e2f07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.475552075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3ce352-54eb-4398-a7ca-098906e2f07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.48596824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe3ce352-54eb-4398-a7ca-098906e2f07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.496140692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15abcd2d-e3c4-42ae-930a-37a9f60ce973","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:00.49618064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15abcd2d-e3c4-42ae-930a-37a9f60ce973","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:04.189158222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"f0c35fa2-8285-416c-9a65-3e19e3643e96","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:04.219676517Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"f0c35fa2-8285-416c-9a65-3e19e3643e96","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:04.227869987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"f0c35fa2-8285-416c-9a65-3e19e3643e96","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:04.237657479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab624f9a-bf6e-4d49-ab77-16d06aa6b2bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:04.237676325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab624f9a-bf6e-4d49-ab77-16d06aa6b2bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:07.911041953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"cacee571-b4f8-431b-93ba-0e5c4fe69545","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:07.921149659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"cacee571-b4f8-431b-93ba-0e5c4fe69545","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:07.928841037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"cacee571-b4f8-431b-93ba-0e5c4fe69545","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:07.938796791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01a03761-986b-456e-a5dd-d1030f9f5025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:07.938820332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01a03761-986b-456e-a5dd-d1030f9f5025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:08.991013577Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","namespace":"ai-tenant-e2e-inf-a-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:08.991096313Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","namespace":"ai-tenant-e2e-inf-a-ecd46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:08.991162787Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","tenant":"e2e-inf-a-ecd46b","tenantID":"e2e-inf-a-ecd46b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:08.994649871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"Deployment","name":"maas-api-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:08.998344201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"Service","name":"maas-api-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.001970279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.005508633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ecd46b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.009045871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.012587147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.01618322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.019643673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.023085568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.026663874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.030216808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"Service","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.033947233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.037630965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.041166189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.044840432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.048409667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.052153722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.056577875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.060312034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ecd46b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:09.064164106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ecd46b"},"namespace":"ai-tenant-e2e-inf-a-ecd46b","name":"default-tenant","reconcileID":"f34d3ff6-e853-424a-8dc9-e0f9c672c264","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ecd46b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.42669152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50178b57-936d-4672-bb75-7b2317b6b1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.458259006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50178b57-936d-4672-bb75-7b2317b6b1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.465843469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50178b57-936d-4672-bb75-7b2317b6b1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.475554137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c33e5ad-a141-411d-a7a2-f6e91c3bf3e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.475574753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c33e5ad-a141-411d-a7a2-f6e91c3bf3e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.526789193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14ad8fc1-a328-41a1-b851-5040f6aa36fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.535951162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14ad8fc1-a328-41a1-b851-5040f6aa36fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.5458027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14ad8fc1-a328-41a1-b851-5040f6aa36fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.556247269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef04abf9-f989-4f04-a6ce-1297181ef970","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.556266829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef04abf9-f989-4f04-a6ce-1297181ef970","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.866455579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135be14-ea05-4191-b2be-966015d0d54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.870965149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135be14-ea05-4191-b2be-966015d0d54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.875126093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135be14-ea05-4191-b2be-966015d0d54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:10.879646401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3135be14-ea05-4191-b2be-966015d0d54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.193586045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877d627-a0e3-440d-bd46-a1e9e6ab6df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.198306443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877d627-a0e3-440d-bd46-a1e9e6ab6df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.202675946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877d627-a0e3-440d-bd46-a1e9e6ab6df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.207663069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0877d627-a0e3-440d-bd46-a1e9e6ab6df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.737541457Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ecd46b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ecd46b","reconcileID":"a54eb1f1-c229-4b65-a922-f9a1fb9416ca","aitenant":"ai-tenants/e2e-inf-a-ecd46b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.853108116Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ecd46b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ecd46b","reconcileID":"a54eb1f1-c229-4b65-a922-f9a1fb9416ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ecd46b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ecd46b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.899762192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7636f547-724e-4bf0-b9ae-2a7bbef2edb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.904056069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7636f547-724e-4bf0-b9ae-2a7bbef2edb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.908501298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7636f547-724e-4bf0-b9ae-2a7bbef2edb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:11.912848091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7636f547-724e-4bf0-b9ae-2a7bbef2edb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.127607446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c177782f-d5c9-4bf0-bbe3-cb76ffbfa635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.131810166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c177782f-d5c9-4bf0-bbe3-cb76ffbfa635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.135874996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c177782f-d5c9-4bf0-bbe3-cb76ffbfa635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.140251251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c177782f-d5c9-4bf0-bbe3-cb76ffbfa635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.375313295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738d719b-94fd-4bd7-b175-7f96aedf82aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.379652211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738d719b-94fd-4bd7-b175-7f96aedf82aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.383843546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738d719b-94fd-4bd7-b175-7f96aedf82aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:12.388145913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738d719b-94fd-4bd7-b175-7f96aedf82aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:14.267349667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"350a7842-8702-44f0-ad71-6cc1d9cd5a3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:14.314217125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"350a7842-8702-44f0-ad71-6cc1d9cd5a3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:14.322915407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"350a7842-8702-44f0-ad71-6cc1d9cd5a3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:14.33361663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"536db1ba-944d-40e6-996e-bc61db1390aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:14.333635431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"536db1ba-944d-40e6-996e-bc61db1390aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:16.015262176Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:17.948179183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"4325c960-adc2-46bd-843a-a2776b53effe","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:17.959339453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"4325c960-adc2-46bd-843a-a2776b53effe","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:17.967143548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"4325c960-adc2-46bd-843a-a2776b53effe","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:17.9771455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca616a84-0e28-4f23-b5b7-6b57e485f94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:17.977165239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca616a84-0e28-4f23-b5b7-6b57e485f94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.38767333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60e3a5-349b-497e-8572-982f19067b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.392201217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60e3a5-349b-497e-8572-982f19067b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.39849895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60e3a5-349b-497e-8572-982f19067b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.403463984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c60e3a5-349b-497e-8572-982f19067b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.508551345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd867df2-559b-40ff-9600-ce7a63f4591d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.570465223Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd867df2-559b-40ff-9600-ce7a63f4591d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.580014007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd867df2-559b-40ff-9600-ce7a63f4591d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.589593961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2cd6f6b-d8b9-47f3-ab3e-416fb5107b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.590498047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf53853f-fc38-4866-985d-a8b7bc05fe8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.590514413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf53853f-fc38-4866-985d-a8b7bc05fe8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.599609879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2cd6f6b-d8b9-47f3-ab3e-416fb5107b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.607604402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2cd6f6b-d8b9-47f3-ab3e-416fb5107b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.617949405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1eb941c3-ec6c-491b-b449-50777b9fbb12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.617980958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1eb941c3-ec6c-491b-b449-50777b9fbb12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.669226335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc69c94-87cf-4c18-b0a7-7dc15361dc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.678037812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc69c94-87cf-4c18-b0a7-7dc15361dc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.69837523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc69c94-87cf-4c18-b0a7-7dc15361dc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:20.70312736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc69c94-87cf-4c18-b0a7-7dc15361dc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:24.342312042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"a955eed8-8c31-4515-adc8-e3ef3cbe975c","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:24.37537356Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"a955eed8-8c31-4515-adc8-e3ef3cbe975c","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:24.383946724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"a955eed8-8c31-4515-adc8-e3ef3cbe975c","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:24.398982542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe748028-b56b-4ede-8eef-d00702ed9c8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:24.399122159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe748028-b56b-4ede-8eef-d00702ed9c8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:28.064439177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"23c47c6f-013d-4922-a0eb-9b75d0be2f57","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:28.073324226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"23c47c6f-013d-4922-a0eb-9b75d0be2f57","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:28.080989739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"23c47c6f-013d-4922-a0eb-9b75d0be2f57","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:28.088706816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ea56d43-a9bb-4328-aae8-bb4a7dba470f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:28.088724484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ea56d43-a9bb-4328-aae8-bb4a7dba470f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.604586488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2bfa0eb-e9c8-4de3-a0f6-3fc83f9c282e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.641057514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2bfa0eb-e9c8-4de3-a0f6-3fc83f9c282e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.651235514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2bfa0eb-e9c8-4de3-a0f6-3fc83f9c282e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.659978775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06113d51-ac76-40a6-b0ba-51b98abf3494","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.659999071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06113d51-ac76-40a6-b0ba-51b98abf3494","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.707670831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd3e40b-3f82-45e9-ad2a-cf67f3fe9b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.717032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd3e40b-3f82-45e9-ad2a-cf67f3fe9b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.727407169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd3e40b-3f82-45e9-ad2a-cf67f3fe9b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.735857693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7cad828b-c6c9-49fd-9f1e-380cbc93932d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:30.735883707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7cad828b-c6c9-49fd-9f1e-380cbc93932d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.265357111Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","namespace":"ai-tenant-e2e-inf-b-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.265446015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","namespace":"ai-tenant-e2e-inf-b-6382fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.265517998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","tenant":"e2e-inf-b-6382fc","tenantID":"e2e-inf-b-6382fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.274505062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"Deployment","name":"maas-api-e2e-inf-b-6382fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.292817609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"Service","name":"maas-api-e2e-inf-b-6382fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.305059307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-6382fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.324915041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-6382fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.350194966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.365940023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.379572821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.390896159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.397306445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.405965853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.410212297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"Service","name":"payload-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.417931094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.421941911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.430199099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.445437529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.454226816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.462014991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.468443396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.472537582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-6382fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:31.476505016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6382fc"},"namespace":"ai-tenant-e2e-inf-b-6382fc","name":"default-tenant","reconcileID":"f85f88e3-31e8-48df-8b68-28556dac5a6a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-6382fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.44313737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"9ff9e007-550d-44e8-a4c2-897a676f373a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.525867784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"9ff9e007-550d-44e8-a4c2-897a676f373a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.534213846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"9ff9e007-550d-44e8-a4c2-897a676f373a","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.547415856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a938647-9f1f-4b4c-8084-c16199e90e7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.547435193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a938647-9f1f-4b4c-8084-c16199e90e7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.660986393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d8f5e49-2555-4927-a026-43ccef7fa522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.661013922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d8f5e49-2555-4927-a026-43ccef7fa522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.671119621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ede3127d-86bd-447e-9828-3e5b12e10662","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.671142785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ede3127d-86bd-447e-9828-3e5b12e10662","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.683550642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"namespace":"ai-tenant-e2e-mt-f0839fc2","name":"e2e-policy-f0839fc2","reconcileID":"20b6ea1b-02ec-4246-8d76-697aadb32e20","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.693535818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"namespace":"ai-tenant-e2e-mt-f0839fc2","name":"e2e-policy-f0839fc2","reconcileID":"20b6ea1b-02ec-4246-8d76-697aadb32e20","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.703911988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"namespace":"ai-tenant-e2e-mt-f0839fc2","name":"e2e-policy-f0839fc2","reconcileID":"20b6ea1b-02ec-4246-8d76-697aadb32e20","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.71582278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24477a69-d7de-451c-b0ca-c1c1c042436e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:34.715923868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24477a69-d7de-451c-b0ca-c1c1c042436e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.049104968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7184fd73-1b90-465d-8608-c3f57655e46d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.049134912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7184fd73-1b90-465d-8608-c3f57655e46d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.073967825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44103fed-16c3-4f1b-a122-cc2f69154529","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.076511959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95f338db-02a7-40ee-b292-5342bc387604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.076522766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f40641-cc58-4b5d-968e-983f8265d798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.102611023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31a09b92-bdee-4039-9216-1b8dcd6c73f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.102634327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31a09b92-bdee-4039-9216-1b8dcd6c73f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.111080467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95f338db-02a7-40ee-b292-5342bc387604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:28:35.114721586Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f40641-cc58-4b5d-968e-983f8265d798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.119171724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95f338db-02a7-40ee-b292-5342bc387604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:28:35.12431543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f40641-cc58-4b5d-968e-983f8265d798","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.124624008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dddd1dc0-1a3e-491e-8283-846592fbd4d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.124639366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dddd1dc0-1a3e-491e-8283-846592fbd4d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.129143021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56806da2-77e2-46a8-a936-713dc872dae5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.129158143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56806da2-77e2-46a8-a936-713dc872dae5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.168311779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d0487df-72b6-4649-a9d7-9ae932314964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.17629377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca9f02b1-7dd1-4e2a-9b55-5c88701e552b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.186288473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca9f02b1-7dd1-4e2a-9b55-5c88701e552b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.194253908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca9f02b1-7dd1-4e2a-9b55-5c88701e552b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.204886252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa5b84b4-3a73-424e-a124-0b3fcd3647ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:35.204906988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa5b84b4-3a73-424e-a124-0b3fcd3647ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.060813075Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6382fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6382fc","reconcileID":"f211f631-d073-4de5-ad03-13b95ae4da6a","aitenant":"ai-tenants/e2e-inf-b-6382fc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.153257086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d438fe14-588f-4bc2-97f1-02c16218577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.153660253Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6382fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6382fc","reconcileID":"f211f631-d073-4de5-ad03-13b95ae4da6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-6382fc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-6382fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.164408676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d438fe14-588f-4bc2-97f1-02c16218577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.215730464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d438fe14-588f-4bc2-97f1-02c16218577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.225568198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d438fe14-588f-4bc2-97f1-02c16218577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.573826702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c309a09-7ce3-4869-b6dd-e50d5d98770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.58004545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c309a09-7ce3-4869-b6dd-e50d5d98770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.585868784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c309a09-7ce3-4869-b6dd-e50d5d98770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.594621974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c309a09-7ce3-4869-b6dd-e50d5d98770f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.807589089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98816a53-8023-4986-ab68-1d344ab4a34f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.807804377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98816a53-8023-4986-ab68-1d344ab4a34f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.848465928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"794e4ccd-9aa4-40c4-9273-c36087a90bc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.859143992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b6247e6-ed27-4a25-8f08-13d25054a1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.858948349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52ee39a-2087-4923-ae8a-3782ee4bde09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.870593595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b6247e6-ed27-4a25-8f08-13d25054a1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.873001729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52ee39a-2087-4923-ae8a-3782ee4bde09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.883760717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52ee39a-2087-4923-ae8a-3782ee4bde09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.886600518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b6247e6-ed27-4a25-8f08-13d25054a1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.896070143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52ee39a-2087-4923-ae8a-3782ee4bde09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.898248459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08ec7716-9fef-4af0-a56e-9da948477f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.914135734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08ec7716-9fef-4af0-a56e-9da948477f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.916709704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c57110a-0d05-4c43-b9c7-ca19c1c93ff0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.916810768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c57110a-0d05-4c43-b9c7-ca19c1c93ff0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.925096535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08ec7716-9fef-4af0-a56e-9da948477f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:37.935660768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4564222c-23b7-4585-b31f-9aea288c5776","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.097020563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"3afc3b8c-cfb3-4b2e-b52a-96243992e27c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.127913262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"3afc3b8c-cfb3-4b2e-b52a-96243992e27c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.135929801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"3afc3b8c-cfb3-4b2e-b52a-96243992e27c","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.145617877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"590d2a71-330b-489f-9211-a8ab737d80e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.145640471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"590d2a71-330b-489f-9211-a8ab737d80e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.589494113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fe76848-4ffd-40b6-89a4-f0a3c31b073d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.58951805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fe76848-4ffd-40b6-89a4-f0a3c31b073d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.598270994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db226fba-8a65-470e-8a35-6cce2476fdbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.598292753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db226fba-8a65-470e-8a35-6cce2476fdbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.610502792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"86bf7438-53fc-4252-8144-db7799b11b8d","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.64212716Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"86bf7438-53fc-4252-8144-db7799b11b8d","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.650086756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"86bf7438-53fc-4252-8144-db7799b11b8d","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.660022064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da87ebe0-9474-485b-a8fe-2166cfbf3025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:38.660038937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da87ebe0-9474-485b-a8fe-2166cfbf3025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:44.555045562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"ca7665e1-c447-4ab6-8d06-05bb7f0cb09b","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:44.58612462Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"ca7665e1-c447-4ab6-8d06-05bb7f0cb09b","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:44.594380954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"ca7665e1-c447-4ab6-8d06-05bb7f0cb09b","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:44.604325666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfed24f-eb6a-420c-bf93-36f3464111bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:44.604353687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfed24f-eb6a-420c-bf93-36f3464111bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:46.015463845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:47.902957745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bb3ec4-23e8-4cbe-a5d5-216d5ce3ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:47.933858339Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bb3ec4-23e8-4cbe-a5d5-216d5ce3ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:47.941972186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bb3ec4-23e8-4cbe-a5d5-216d5ce3ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:47.950655311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c1f2f1-deac-4b50-bdd8-3ef84a428297","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:47.95067772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c1f2f1-deac-4b50-bdd8-3ef84a428297","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:47.999460719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b97477-5792-4fd1-8acc-e02617442fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.010306237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b97477-5792-4fd1-8acc-e02617442fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.018094678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b97477-5792-4fd1-8acc-e02617442fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.026501486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f5fbceb-9d07-46d8-be78-d01c9c26332d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.026520957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f5fbceb-9d07-46d8-be78-d01c9c26332d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.153777157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"a1dcf677-ef52-49dc-b3f7-f923096efe79","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.185119883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"a1dcf677-ef52-49dc-b3f7-f923096efe79","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.192828112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"a1dcf677-ef52-49dc-b3f7-f923096efe79","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.200828218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6682ff7-717c-4d25-8be3-d8dc9fed3eb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.200854789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6682ff7-717c-4d25-8be3-d8dc9fed3eb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.671040936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"4dc864ee-2e15-4009-9d16-ac60f826bc56","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.702769122Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"4dc864ee-2e15-4009-9d16-ac60f826bc56","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.711212967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"4dc864ee-2e15-4009-9d16-ac60f826bc56","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.719084563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75127224-4396-413f-8bb3-3a93bbef6785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:48.719102078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75127224-4396-413f-8bb3-3a93bbef6785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:54.612266617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"acced583-7796-4013-a433-245eb507ca1b","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:54.645686675Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"acced583-7796-4013-a433-245eb507ca1b","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:54.653517861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"acced583-7796-4013-a433-245eb507ca1b","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:54.661333772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6dbdf3e6-25bb-43c8-add6-20bbcc82d900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:54.661350675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6dbdf3e6-25bb-43c8-add6-20bbcc82d900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:57.963227484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d480b5e-b940-48b4-a7f3-dd644ff075f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:57.995261375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d480b5e-b940-48b4-a7f3-dd644ff075f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.003368575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d480b5e-b940-48b4-a7f3-dd644ff075f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.013665935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2185c0fe-a222-4bfa-b10e-192fbc48e699","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.013693231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2185c0fe-a222-4bfa-b10e-192fbc48e699","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.064305944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18c8d2e7-7efb-4c94-a2fb-f1e816e3f37d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.073509816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18c8d2e7-7efb-4c94-a2fb-f1e816e3f37d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.081564625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18c8d2e7-7efb-4c94-a2fb-f1e816e3f37d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.092164253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52017c21-cfb9-436f-a437-f26ba681887f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.092183677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52017c21-cfb9-436f-a437-f26ba681887f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.208885631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"d5cdac1e-763e-4d70-add2-fc1e65532123","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.247049439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"d5cdac1e-763e-4d70-add2-fc1e65532123","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.254986442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"d5cdac1e-763e-4d70-add2-fc1e65532123","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.262560781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2007f011-14d8-44c9-849f-48c2ee4fe830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.262576694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2007f011-14d8-44c9-849f-48c2ee4fe830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.73071082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"dea81a4f-14eb-4c96-95a9-95bc3781ec38","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.762892623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"dea81a4f-14eb-4c96-95a9-95bc3781ec38","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.770778845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"dea81a4f-14eb-4c96-95a9-95bc3781ec38","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.77876811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb11251f-bedf-45ae-807a-0cdf399eb3af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:28:58.778789915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb11251f-bedf-45ae-807a-0cdf399eb3af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:00.707257543Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"namespace":"ai-tenant-e2e-mt-f0839fc2","name":"e2e-policy-f0839fc2","reconcileID":"5f0cc0aa-9d53-4b05-8977-378f2fc4cc94","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:00.806245081Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"namespace":"ai-tenant-e2e-mt-f0839fc2","name":"e2e-policy-f0839fc2","reconcileID":"5f0cc0aa-9d53-4b05-8977-378f2fc4cc94","MaaSAuthPolicy":{"name":"e2e-policy-f0839fc2","namespace":"ai-tenant-e2e-mt-f0839fc2"},"policyNamespace":"ai-tenant-e2e-mt-f0839fc2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:04.669875619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"cae830b1-595e-4281-9cd7-c4ed49d7aa55","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:04.702613126Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"cae830b1-595e-4281-9cd7-c4ed49d7aa55","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:04.710731869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"cae830b1-595e-4281-9cd7-c4ed49d7aa55","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:04.720096386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcebfb78-75cd-472b-a9c0-cbd37b82fa73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:04.720114279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcebfb78-75cd-472b-a9c0-cbd37b82fa73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.026292504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20bd034d-05e8-4ebf-b3a6-80264f1b4cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.061662498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20bd034d-05e8-4ebf-b3a6-80264f1b4cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.069677512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20bd034d-05e8-4ebf-b3a6-80264f1b4cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.08242322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d3cda3-a994-4adb-a7dc-65daae9fe839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.082440183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d3cda3-a994-4adb-a7dc-65daae9fe839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.129132263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a4caf24-0698-47af-9abf-dad9c8413bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.138126143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a4caf24-0698-47af-9abf-dad9c8413bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.146128671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a4caf24-0698-47af-9abf-dad9c8413bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.156421323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61d63c4a-778f-4347-8c01-3540f90ea4bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.156441729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61d63c4a-778f-4347-8c01-3540f90ea4bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.270276815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"b7f039c2-073c-435f-b5f1-12a8eebf743b","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.301056149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"b7f039c2-073c-435f-b5f1-12a8eebf743b","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.308914644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"b7f039c2-073c-435f-b5f1-12a8eebf743b","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.31845851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6255bc58-0da7-45ab-986c-218437d49d7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.318482042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6255bc58-0da7-45ab-986c-218437d49d7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.810054846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"83e382f1-beba-49d8-91a5-37fad6632b23","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.841594188Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"83e382f1-beba-49d8-91a5-37fad6632b23","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.84926974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"83e382f1-beba-49d8-91a5-37fad6632b23","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.859103821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95949e25-0c54-4b8e-b488-b65207a5f13f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:08.859120618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95949e25-0c54-4b8e-b488-b65207a5f13f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:14.728040968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"4e395805-e712-4206-bd6c-6ada022283cd","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:14.759430017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"4e395805-e712-4206-bd6c-6ada022283cd","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:14.767125196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"4e395805-e712-4206-bd6c-6ada022283cd","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:14.776610779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8230d8-7c61-49ef-a6b6-05c5b36c41a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:14.776627432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8230d8-7c61-49ef-a6b6-05c5b36c41a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:16.015803042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.109004852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b65f36f9-9be0-416b-bb80-d27356a4b9a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.140111638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b65f36f9-9be0-416b-bb80-d27356a4b9a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.147767146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b65f36f9-9be0-416b-bb80-d27356a4b9a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.158087276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48666125-d7f0-4a35-b025-00a34bed1f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.158107902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48666125-d7f0-4a35-b025-00a34bed1f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.170064946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8098e55-2afc-42c2-a559-d4cc790ab651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.179106557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8098e55-2afc-42c2-a559-d4cc790ab651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.186889762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8098e55-2afc-42c2-a559-d4cc790ab651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.196826224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69b7e32c-81d2-4614-8cec-0deff5d7fa6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.196841819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69b7e32c-81d2-4614-8cec-0deff5d7fa6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.326853693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"e3e750e6-42a9-432d-afb4-e686db77c7d6","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.357634818Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"e3e750e6-42a9-432d-afb4-e686db77c7d6","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.365651223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"e3e750e6-42a9-432d-afb4-e686db77c7d6","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.375206619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91575b66-cbf3-4ffb-9392-097957823dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.375221535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91575b66-cbf3-4ffb-9392-097957823dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.873259878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"f48b8834-40f0-4109-aacd-60c5d558e23e","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.924011548Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"f48b8834-40f0-4109-aacd-60c5d558e23e","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.932431553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"f48b8834-40f0-4109-aacd-60c5d558e23e","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.998696528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66301816-a1df-436e-b0e2-0e81ed3fe215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:18.998725673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66301816-a1df-436e-b0e2-0e81ed3fe215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:24.784287403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"b524566d-4488-45dc-92ee-29c7d45730f7","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:24.815286797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"b524566d-4488-45dc-92ee-29c7d45730f7","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:24.823050063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"b524566d-4488-45dc-92ee-29c7d45730f7","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:24.831148234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cf85ffd-fd8f-4b13-be20-b0935ebacd2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:24.831167963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cf85ffd-fd8f-4b13-be20-b0935ebacd2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:25.928894594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"a744712b-9050-49ee-8885-33a1dc7e0797","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:25.929354274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d90e8f0d-e85c-472f-a6e8-1412db187cc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:25.929537702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d90e8f0d-e85c-472f-a6e8-1412db187cc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:25.937438141Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-policy-14cae89d","reconcileID":"a744712b-9050-49ee-8885-33a1dc7e0797","MaaSAuthPolicy":{"name":"e2e-shared-policy-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"policyNamespace":"ai-tenant-e2e-mt-b8c8d944","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:25.945730199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d94c1b67-87a9-44a7-9d32-0938a18ebb57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:25.945785485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d94c1b67-87a9-44a7-9d32-0938a18ebb57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:26.183028766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11317a30-0f89-4bdb-a9d7-0eccb13d7fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:26.183051794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11317a30-0f89-4bdb-a9d7-0eccb13d7fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.173074825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e849aad9-0651-4784-a057-cd11a21355cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.204430547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e849aad9-0651-4784-a057-cd11a21355cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.212452613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e849aad9-0651-4784-a057-cd11a21355cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.222202172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82cadb26-be86-49eb-9de9-491be804f203","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.222218251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82cadb26-be86-49eb-9de9-491be804f203","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.269488797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d99b12d-341c-4b73-88f5-9c506cc83074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.279660071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d99b12d-341c-4b73-88f5-9c506cc83074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.287640818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d99b12d-341c-4b73-88f5-9c506cc83074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.297512826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6024990-ef09-4e67-aa6c-2026eb76cb54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.297535935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e6024990-ef09-4e67-aa6c-2026eb76cb54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.4160061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"6da4b191-efe1-4519-8fa0-bbf272e9b68b","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.474726763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"6da4b191-efe1-4519-8fa0-bbf272e9b68b","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.484335577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"6da4b191-efe1-4519-8fa0-bbf272e9b68b","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.494313483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc06107-3043-4fd1-b17b-d6154df6f598","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:28.494329339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc06107-3043-4fd1-b17b-d6154df6f598","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:29.024150203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"ea61b60d-4a2f-40b3-9312-8356db5acc80","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:29.129330448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"ea61b60d-4a2f-40b3-9312-8356db5acc80","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:29.140591612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"ea61b60d-4a2f-40b3-9312-8356db5acc80","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:29.149380551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8030ec1-eb3f-455d-abf5-fa03dba52c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:29.149401639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8030ec1-eb3f-455d-abf5-fa03dba52c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.499158207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"fb946024-afe7-40e1-8acf-425de3c67b11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.562081219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"240ced11-9423-4f47-8660-02e30990bf77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.664132539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"317fb969-6680-4054-bf04-154047da1623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.664618673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"3fe5dd70-72d3-4c0a-9000-0dc78f74004f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.664700949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"22cecc24-2d97-4e06-8ae1-3b80349f5284","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.679404407Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"785b970e-7ea8-48b5-b32a-11370f2d2876","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.761794792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10420739-4511-4e47-8e8e-7b5b9aa3cf8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.761847935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"b7cf23b7-88bc-4a63-8fe5-f9004c557621","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.762207657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"d32552e4-8d02-4ef3-9532-39c1fd5bf78a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.860563512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f026d2d0-27ff-46e8-b094-eaa336a339d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.860691547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"6c009c48-6711-42e2-ae06-34a911ee3ac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.960830411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"1b5b5956-fbd5-4f79-a6cc-e7f48cbd5b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:34.960908706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"8928613d-1ba1-4768-ad14-a2bc7968a3a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:36.201657702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-sub-14cae89d","reconcileID":"7ddbd071-6fcd-46e6-ac17-32e1d63c3280","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-14cae89d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:36.215784329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"namespace":"ai-tenant-e2e-mt-b8c8d944","name":"e2e-shared-sub-14cae89d","reconcileID":"7ddbd071-6fcd-46e6-ac17-32e1d63c3280","MaaSSubscription":{"name":"e2e-shared-sub-14cae89d","namespace":"ai-tenant-e2e-mt-b8c8d944"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:36.264490131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3739d566-2dcd-4700-8834-69d969ef274c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:36.264515585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3739d566-2dcd-4700-8834-69d969ef274c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.233623741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02ad519-dae1-4764-a280-321694a80c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.242719926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02ad519-dae1-4764-a280-321694a80c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.250498364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02ad519-dae1-4764-a280-321694a80c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.260554275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b73eac-dfd9-4cc4-a9c0-3188d16976a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.260580259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b73eac-dfd9-4cc4-a9c0-3188d16976a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.334812531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb19f9f-62d0-4ced-8d48-36e441a8ee8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.343894833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb19f9f-62d0-4ced-8d48-36e441a8ee8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.351793188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adb19f9f-62d0-4ced-8d48-36e441a8ee8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.360105085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46736be6-a140-41ff-8747-c56dfffd5cce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.360120943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46736be6-a140-41ff-8747-c56dfffd5cce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.505924543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"1e44ed57-cf3f-42e8-a8f8-bc1bab5cae12","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.537261336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"1e44ed57-cf3f-42e8-a8f8-bc1bab5cae12","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.545275565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"1e44ed57-cf3f-42e8-a8f8-bc1bab5cae12","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.554958031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a822645-73fa-49e0-a911-4de163050731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:38.554975564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a822645-73fa-49e0-a911-4de163050731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:39.183998936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"696cf7c5-b2d3-42aa-93a1-40a48d6ec32b","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:39.221884196Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"696cf7c5-b2d3-42aa-93a1-40a48d6ec32b","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:39.22990127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"696cf7c5-b2d3-42aa-93a1-40a48d6ec32b","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:39.237817275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"596f0af9-ddf8-46d4-96ba-988a2568de1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:39.23783508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"596f0af9-ddf8-46d4-96ba-988a2568de1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:46.015446412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.008786899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"a88e7699-e159-4b7b-ae90-32b4596ee933","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.008942643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d24d765-9f2a-454f-ae2c-651d91c33e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.008961785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d24d765-9f2a-454f-ae2c-651d91c33e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.113937666Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"namespace":"ai-tenant-e2e-mt-ed89e503","name":"e2e-policy-ed89e503","reconcileID":"a88e7699-e159-4b7b-ae90-32b4596ee933","MaaSAuthPolicy":{"name":"e2e-policy-ed89e503","namespace":"ai-tenant-e2e-mt-ed89e503"},"policyNamespace":"ai-tenant-e2e-mt-ed89e503","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.126674878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25b03998-4a14-4e6d-8a69-d103137ea140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.126702191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25b03998-4a14-4e6d-8a69-d103137ea140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.309990719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e3ee26-3afd-4c84-9b78-047fb9b18766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.320389517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e3ee26-3afd-4c84-9b78-047fb9b18766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.328977721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e3ee26-3afd-4c84-9b78-047fb9b18766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.338782065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf428e32-ff63-4be0-b1b0-321655e2e604","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.33880278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf428e32-ff63-4be0-b1b0-321655e2e604","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.409373018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24d92197-6191-42a6-8983-acfafbdfc9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.418810204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24d92197-6191-42a6-8983-acfafbdfc9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.426507026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24d92197-6191-42a6-8983-acfafbdfc9d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.436758834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b9de842-9743-4e03-b4c3-d82a2e40e553","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:48.43677809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b9de842-9743-4e03-b4c3-d82a2e40e553","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:49.251247653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"f5547e72-05bd-461a-96d1-117532bae283","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:49.260928682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"f5547e72-05bd-461a-96d1-117532bae283","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:49.268767772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"f5547e72-05bd-461a-96d1-117532bae283","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.351404422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db80a9fe-3a89-473f-95ac-881fb7323d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.360368932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db80a9fe-3a89-473f-95ac-881fb7323d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.389017756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"615ae3e5-1312-4bff-bab7-0ee29d367e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.389042461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"615ae3e5-1312-4bff-bab7-0ee29d367e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.452155966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6697cd94-11cd-4edc-9ac4-557d16ea2d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.461682562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6697cd94-11cd-4edc-9ac4-557d16ea2d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.490910643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"777774de-a90e-420f-b108-f5f1d698dc7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:58.490929744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"777774de-a90e-420f-b108-f5f1d698dc7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:59.281680156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"8c28ab07-875e-433b-99fa-e2d54aef506a","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:59.290999242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"8c28ab07-875e-433b-99fa-e2d54aef506a","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:59.320636178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52d7ce5f-b6ea-42f2-b362-e47c2f00a5b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:29:59.320661136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52d7ce5f-b6ea-42f2-b362-e47c2f00a5b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:01.498194879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b26d082d-f541-494d-be4f-ed3bbd1b15bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:01.498227808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b26d082d-f541-494d-be4f-ed3bbd1b15bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:01.498662109Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-f6232f61","reconcileID":"978c650a-0370-4bc3-b5c8-4cc7fea2c6a9","MaaSAuthPolicy":{"name":"e2e-default-ns-f6232f61","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:01.618458133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4afc4bc4-b3c5-4809-aac6-de0267f78df0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:01.618484126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4afc4bc4-b3c5-4809-aac6-de0267f78df0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:04.884688688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107b806-a281-46a2-845d-ed69d9fe4660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:04.888907406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107b806-a281-46a2-845d-ed69d9fe4660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:04.894287613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107b806-a281-46a2-845d-ed69d9fe4660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:04.918796948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6107b806-a281-46a2-845d-ed69d9fe4660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:05.237829809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cca08d-2bf3-48d6-93cd-cee38f623b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:05.242433919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cca08d-2bf3-48d6-93cd-cee38f623b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:05.246961068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cca08d-2bf3-48d6-93cd-cee38f623b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:05.251824669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cca08d-2bf3-48d6-93cd-cee38f623b3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:16.017549548Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:18.058757604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"cde05c09-0ed8-458a-980d-bba9fde72e6f","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:18.058784965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"cde05c09-0ed8-458a-980d-bba9fde72e6f","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.313581862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"5645e8b4-67d1-414a-92b1-a66a69250f0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.407814942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"7de953c8-eedf-4ada-9bdd-406bb14da9d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.408406713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"a8141fa3-3072-4cca-b215-68ba09fec32b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.506081113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2784525-597a-40b2-869c-a1744f148e15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.506612704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"de86b455-51cb-4cc3-8684-f4234fbd1a78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.510614026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"20a6fa7c-90e3-44fc-98f6-7757c7fda872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.615023068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"64339815-6fa7-45b8-a699-61e10ecf0c4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.615570223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6a3c5f0-45b3-4de2-9ca7-d97cbcd65c36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.712229062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"094416c4-d2bc-4ddd-978d-02e7b6fc3845","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.720657676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"6ae25d1c-751c-4e15-a302-5db040b868c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.800304347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","namespace":"ai-tenant-e2e-mt-c9c0227c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.800379164Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","namespace":"ai-tenant-e2e-mt-c9c0227c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.800428804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","tenant":"e2e-mt-c9c0227c","tenantID":"e2e-mt-c9c0227c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.816940967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"Deployment","name":"maas-api-e2e-mt-c9c0227c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.851696771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"Service","name":"maas-api-e2e-mt-c9c0227c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.854228175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"9bb4cfc2-24d2-40db-a8ff-f2c5933622ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.862074089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c9c0227c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.868612241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c9c0227c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.882962646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.889460497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.898795205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.906937985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.910700848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"Deployment","name":"payload-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.917984848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.923001182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"Service","name":"payload-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.927482944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"Service","name":"payload-pre-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.934413295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.938936152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.942700467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.950630515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.954243496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.962774593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.966427506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c9c0227c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.967850756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"5a7fbaba-7183-4051-a2f4-7514de1405d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:23.969915517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c9c0227c"},"namespace":"ai-tenant-e2e-mt-c9c0227c","name":"default-tenant","reconcileID":"3757ceda-8555-44c3-9a59-bfa7d7992dcf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c9c0227c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.593608738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"80507e11-3d33-479c-aa8f-e0d29862f293","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.593636686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"80507e11-3d33-479c-aa8f-e0d29862f293","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.933698215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"358094b3-7160-4cc9-9ffd-de866570e4f6","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.933725739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"358094b3-7160-4cc9-9ffd-de866570e4f6","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.942220772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"f0b9f50a-3cb7-4cba-9c16-852f1da31fee","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.942241843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"f0b9f50a-3cb7-4cba-9c16-852f1da31fee","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.949401113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"dea527e0-65d1-4de7-b47b-afe108e3d828","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.980998456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"dea527e0-65d1-4de7-b47b-afe108e3d828","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.988821366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"dea527e0-65d1-4de7-b47b-afe108e3d828","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.998203462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"764dd530-9d6e-431a-8be6-63eceda3c684","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:34.99822117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"764dd530-9d6e-431a-8be6-63eceda3c684","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:35.813915761Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c9c0227c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c9c0227c","reconcileID":"dca5ffd4-acd5-41cf-9a60-3266e7b44a5a","aitenant":"ai-tenants/e2e-mt-c9c0227c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:35.961795507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb851a68-083b-45c4-8def-e7152ad2b927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:35.9659922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb851a68-083b-45c4-8def-e7152ad2b927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:35.970106383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb851a68-083b-45c4-8def-e7152ad2b927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:35.974370978Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c9c0227c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c9c0227c","reconcileID":"dca5ffd4-acd5-41cf-9a60-3266e7b44a5a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c9c0227c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c9c0227c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:35.97442122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb851a68-083b-45c4-8def-e7152ad2b927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.232930576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3f90eb-be36-42e7-8b5f-6be7ddc85d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.237388545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3f90eb-be36-42e7-8b5f-6be7ddc85d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.242239217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3f90eb-be36-42e7-8b5f-6be7ddc85d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.246598455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3f90eb-be36-42e7-8b5f-6be7ddc85d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.521932191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f5a89-5d3c-4b19-90b8-93693cc4a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.527662213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f5a89-5d3c-4b19-90b8-93693cc4a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.533097067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f5a89-5d3c-4b19-90b8-93693cc4a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:36.546832715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f5a89-5d3c-4b19-90b8-93693cc4a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:45.007489196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"6a533a94-33eb-494c-84ed-a8a0770b5b9a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:45.017495012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"6a533a94-33eb-494c-84ed-a8a0770b5b9a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:45.025392628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"6a533a94-33eb-494c-84ed-a8a0770b5b9a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:46.01558512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:47.935773307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"5c682ce5-0bb9-4791-b919-9c2ea1de5946","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:47.93579961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"5c682ce5-0bb9-4791-b919-9c2ea1de5946","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.454927598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837927c5-5213-48c5-b361-a138b7942337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.462991012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837927c5-5213-48c5-b361-a138b7942337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.468211099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837927c5-5213-48c5-b361-a138b7942337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.472316648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837927c5-5213-48c5-b361-a138b7942337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.845500736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0dbf2aa-da46-4d9c-8d4b-477831b6a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.850289435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0dbf2aa-da46-4d9c-8d4b-477831b6a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.85433502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0dbf2aa-da46-4d9c-8d4b-477831b6a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:51.858406122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0dbf2aa-da46-4d9c-8d4b-477831b6a23f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:55.03469542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"cc3700af-a8d8-4a73-9e7a-87015431e1e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:55.04535029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"cc3700af-a8d8-4a73-9e7a-87015431e1e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:55.053641045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"cc3700af-a8d8-4a73-9e7a-87015431e1e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.530601223Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","namespace":"ai-tenant-e2e-extmod-a-3a002b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.530686837Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","namespace":"ai-tenant-e2e-extmod-a-3a002b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.530792134Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","tenant":"e2e-extmod-a-3a002b","tenantID":"e2e-extmod-a-3a002b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.537274201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-3a002b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.552655752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"Service","name":"maas-api-e2e-extmod-a-3a002b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.562311987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-3a002b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.571328698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-3a002b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.578340378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.588051646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.597409697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.604113023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.608335406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.612940527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.616954291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"Service","name":"payload-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.620970254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.626980918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.630635245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.634538287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.643286115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.647069662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.65097341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.654607103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-3a002b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:30:57.658538585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3a002b"},"namespace":"ai-tenant-e2e-extmod-a-3a002b","name":"default-tenant","reconcileID":"2b3cb825-9833-4084-9f68-e8d97249aa9a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-3a002b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:00.671775077Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3a002b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3a002b","reconcileID":"4f9cc1fd-d7f3-44e8-a54a-3bf7c0a06385","aitenant":"ai-tenants/e2e-extmod-a-3a002b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:00.757343832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f686bfdd-9438-48f8-8d70-b683df83eca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:00.759356458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3a002b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3a002b","reconcileID":"4f9cc1fd-d7f3-44e8-a54a-3bf7c0a06385","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3a002b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-3a002b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:00.762450113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f686bfdd-9438-48f8-8d70-b683df83eca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:00.770057962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f686bfdd-9438-48f8-8d70-b683df83eca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:00.777007939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f686bfdd-9438-48f8-8d70-b683df83eca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:00.997093113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2732f82b-dff1-47c4-a52d-f5577bed419c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:01.001461411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2732f82b-dff1-47c4-a52d-f5577bed419c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:01.00575281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2732f82b-dff1-47c4-a52d-f5577bed419c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:01.009916937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2732f82b-dff1-47c4-a52d-f5577bed419c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:01.327175192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcda01a-ef9c-4f8b-9c7d-47df36665c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:01.332489628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcda01a-ef9c-4f8b-9c7d-47df36665c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:01.414947106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcda01a-ef9c-4f8b-9c7d-47df36665c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:01.585866156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcda01a-ef9c-4f8b-9c7d-47df36665c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:05.062313456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"609c8e71-b114-4dbe-a004-0e67a7149d65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:05.07229118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"609c8e71-b114-4dbe-a004-0e67a7149d65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:05.080968601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9658557aa3b79aa46dd94bb3a5622ec003c99477dabdcc41762ed8a77d30875) AuthConfig (16e1a46967a3485f9152196ebeb3d6fafda873ae97064c0a1f6cc6f9e42e4b78) AuthConfig (3f9d59170c3960e38cf654ffdee958e2cdc492c15f14e704b1e477ffec6fb4ad) AuthConfig (79210bdd173ebd53e72052b98c57bfaa6391fe5c9535da44276f21c45b321781) AuthConfig (4a921b9b3ce60b85e9a0dc12f2e87e005087fc35c40753345fe29347441ef898) AuthConfig (33c197384075e36a3e07f8cfa05ac583fd36f1a6b68416db017f42d30d7baba2) AuthConfig (d23c400898e5e347ddec1226d219a890f55999820c61b3151850b7afa5576ba8) AuthConfig (dc5c2a513729c05a4c75c97c7bb41da0e7c1e40a514b49ea80e2069d904499cb) AuthConfig (2734e9a30a34d576942199a19b4bc08603f0e01a14c8eabafc263ca6b7723d8d) AuthConfig (8aa118df47f5327cd746e464bae51adf6a0ecb0582c15db7ccc2b096ab048942) AuthConfig (1bc6b1d110a799014b6f5e74f6eddd51893ddfa55c94c0bae825085198f54baa) AuthConfig (bfe791be566f84c83840617a404d86a2c3c41754afa27a31fa348e99152166c4) AuthConfig (6b128a2ef42f0542d502542c6c39fd7504215fbbeb184e6bed62cc5635718110) AuthConfig (23b1311bb8cdd89fae0d6b2e05001f8d43eb6772c2eb3eabe890d43db282cb7c) AuthConfig (c949f2c5e151e5e0c014f8780151d6beb78471d209625b256b833e71a616334f) AuthConfig (53f49784c10dc74aa46b88217275af4921f89facd2110ab6736fd66957150091) AuthConfig (f8b15e8bc9547d4d04d1d093ceecb49fb57fb969da5d9fc87bd35f89100cd7f7) AuthConfig (9acbafb355ef9df4dfc8d960171f986d1f53a7dc2b3fe3b4a9ad46017430bc5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"609c8e71-b114-4dbe-a004-0e67a7149d65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:05.090960367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"bd2e6958-c29b-49a3-b67d-59bd4d9e8de7","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:05.090978207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"bd2e6958-c29b-49a3-b67d-59bd4d9e8de7","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.178336334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab2111-8e54-46ec-8ab9-0c43f755e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.182619586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab2111-8e54-46ec-8ab9-0c43f755e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.186918652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab2111-8e54-46ec-8ab9-0c43f755e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.190967355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab2111-8e54-46ec-8ab9-0c43f755e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.631871182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad55b07d-0fbc-4713-a0cd-b19c2bdaad31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.636110652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad55b07d-0fbc-4713-a0cd-b19c2bdaad31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.640030802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad55b07d-0fbc-4713-a0cd-b19c2bdaad31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:10.644053909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad55b07d-0fbc-4713-a0cd-b19c2bdaad31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.055568616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","namespace":"ai-tenant-e2e-extmod-b-1b5fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.055626781Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","namespace":"ai-tenant-e2e-extmod-b-1b5fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.055679735Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","tenant":"e2e-extmod-b-1b5fca","tenantID":"e2e-extmod-b-1b5fca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.061778509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-1b5fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.073857783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"Service","name":"maas-api-e2e-extmod-b-1b5fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.087466233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-1b5fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.099853672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-1b5fca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.114789595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.121980484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.130108285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.136687038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.14058775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.144517944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.148378824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"Service","name":"payload-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.152124969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.155962507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.159714251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.163237652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.172846114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.176629924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.18027204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.183899394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-1b5fca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:12.187485914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1b5fca"},"namespace":"ai-tenant-e2e-extmod-b-1b5fca","name":"default-tenant","reconcileID":"5c21223e-2d72-4d45-8aab-5bc58b30c33e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-1b5fca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:15.182849069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"b752f09b-3ae6-415b-b154-e52d638063fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:15.192052457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"b752f09b-3ae6-415b-b154-e52d638063fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:15.201683954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9658557aa3b79aa46dd94bb3a5622ec003c99477dabdcc41762ed8a77d30875) AuthConfig (16e1a46967a3485f9152196ebeb3d6fafda873ae97064c0a1f6cc6f9e42e4b78) AuthConfig (3f9d59170c3960e38cf654ffdee958e2cdc492c15f14e704b1e477ffec6fb4ad) AuthConfig (79210bdd173ebd53e72052b98c57bfaa6391fe5c9535da44276f21c45b321781) AuthConfig (4a921b9b3ce60b85e9a0dc12f2e87e005087fc35c40753345fe29347441ef898) AuthConfig (33c197384075e36a3e07f8cfa05ac583fd36f1a6b68416db017f42d30d7baba2) AuthConfig (d23c400898e5e347ddec1226d219a890f55999820c61b3151850b7afa5576ba8) AuthConfig (dc5c2a513729c05a4c75c97c7bb41da0e7c1e40a514b49ea80e2069d904499cb) AuthConfig (2734e9a30a34d576942199a19b4bc08603f0e01a14c8eabafc263ca6b7723d8d) AuthConfig (8aa118df47f5327cd746e464bae51adf6a0ecb0582c15db7ccc2b096ab048942) AuthConfig (1bc6b1d110a799014b6f5e74f6eddd51893ddfa55c94c0bae825085198f54baa) AuthConfig (bfe791be566f84c83840617a404d86a2c3c41754afa27a31fa348e99152166c4) AuthConfig (6b128a2ef42f0542d502542c6c39fd7504215fbbeb184e6bed62cc5635718110) AuthConfig (23b1311bb8cdd89fae0d6b2e05001f8d43eb6772c2eb3eabe890d43db282cb7c) AuthConfig (c949f2c5e151e5e0c014f8780151d6beb78471d209625b256b833e71a616334f) AuthConfig (53f49784c10dc74aa46b88217275af4921f89facd2110ab6736fd66957150091) AuthConfig (f8b15e8bc9547d4d04d1d093ceecb49fb57fb969da5d9fc87bd35f89100cd7f7) AuthConfig (9acbafb355ef9df4dfc8d960171f986d1f53a7dc2b3fe3b4a9ad46017430bc5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"b752f09b-3ae6-415b-b154-e52d638063fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:16.017679347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.06307894Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1b5fca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1b5fca","reconcileID":"73aa9bb0-4f29-48ec-aa10-4652b73b2d8a","aitenant":"ai-tenants/e2e-extmod-b-1b5fca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.211138778Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1b5fca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1b5fca","reconcileID":"73aa9bb0-4f29-48ec-aa10-4652b73b2d8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1b5fca","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-1b5fca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.222019088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c27a2c7-9d1f-4946-9b60-a82e8bd37fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.226288378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c27a2c7-9d1f-4946-9b60-a82e8bd37fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.230314808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c27a2c7-9d1f-4946-9b60-a82e8bd37fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.234473189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c27a2c7-9d1f-4946-9b60-a82e8bd37fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.514191688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07657a6-7b27-477e-8aee-3a7c2cbccd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.519238666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07657a6-7b27-477e-8aee-3a7c2cbccd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.523582467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07657a6-7b27-477e-8aee-3a7c2cbccd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.527936652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07657a6-7b27-477e-8aee-3a7c2cbccd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.849437316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6deab7-c4d4-4cdd-b0af-0c860cf86392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.853471343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6deab7-c4d4-4cdd-b0af-0c860cf86392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.857946009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6deab7-c4d4-4cdd-b0af-0c860cf86392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:18.862162528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6deab7-c4d4-4cdd-b0af-0c860cf86392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:24.77933807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"afe7d1e7-fd4e-4a17-8942-77446dcea368","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:24.779360502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"afe7d1e7-fd4e-4a17-8942-77446dcea368","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.098046411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"1c226533-c02c-489d-ad01-0c57a697dc4e","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.098077808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"1c226533-c02c-489d-ad01-0c57a697dc4e","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.107511551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"ddc34896-dc2f-42e5-a99e-9f909b614462","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.107542019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"ddc34896-dc2f-42e5-a99e-9f909b614462","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.115489724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"24eac8c5-88a4-4a08-b813-3d2f1cc4d967","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.148628349Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"24eac8c5-88a4-4a08-b813-3d2f1cc4d967","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.161230897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-58b75d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"24eac8c5-88a4-4a08-b813-3d2f1cc4d967","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.170931217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"c85bb313-3953-4b70-bcb7-2f39edc01395","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.170953255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"c85bb313-3953-4b70-bcb7-2f39edc01395","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.215441081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"17ca8068-472f-4270-8a31-99d1db26b1c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.225021799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"17ca8068-472f-4270-8a31-99d1db26b1c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.255033629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"583d7a51-ae20-409d-a459-18fd3ad4932a","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:25.2550523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"583d7a51-ae20-409d-a459-18fd3ad4932a","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.48446356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240b2ff6-8640-479f-b411-1db694934dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.489281997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240b2ff6-8640-479f-b411-1db694934dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.493596991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240b2ff6-8640-479f-b411-1db694934dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.498298709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240b2ff6-8640-479f-b411-1db694934dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.818992666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"807eba05-1f73-431e-a20a-7103c3bb8919","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.819014933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"807eba05-1f73-431e-a20a-7103c3bb8919","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.899045716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"abbdb1ce-1e17-4458-87d1-0fd8b4738630","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.899069849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"abbdb1ce-1e17-4458-87d1-0fd8b4738630","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.906493772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"167495fd-a069-4967-b940-51a4a5fd8d56","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.940771053Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"167495fd-a069-4967-b940-51a4a5fd8d56","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.953064377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"167495fd-a069-4967-b940-51a4a5fd8d56","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.962497366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"9f4e1dde-6dbe-4c96-8bb7-17b4e89385aa","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.962520403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"9f4e1dde-6dbe-4c96-8bb7-17b4e89385aa","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.976312462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba6276-867a-43cd-8c00-f635623b33df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.981084892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba6276-867a-43cd-8c00-f635623b33df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.985824029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba6276-867a-43cd-8c00-f635623b33df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:26.990029544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba6276-867a-43cd-8c00-f635623b33df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:28.207957751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"d9a1a82f-1bb8-487d-b822-2635616e4390","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:28.208191869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"d9a1a82f-1bb8-487d-b822-2635616e4390","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.132659575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41886f0-dc65-484f-9045-b47529eb46f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.137892121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41886f0-dc65-484f-9045-b47529eb46f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.142181935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41886f0-dc65-484f-9045-b47529eb46f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.146330285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41886f0-dc65-484f-9045-b47529eb46f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.373501892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167a3fcd-0202-4ff4-9d4d-5124c1f40d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.378391051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167a3fcd-0202-4ff4-9d4d-5124c1f40d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.382553727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167a3fcd-0202-4ff4-9d4d-5124c1f40d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.398091926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167a3fcd-0202-4ff4-9d4d-5124c1f40d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.673416098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf777299-b527-46c7-b376-aa85d1f450b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.678442291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf777299-b527-46c7-b376-aa85d1f450b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.682900645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf777299-b527-46c7-b376-aa85d1f450b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:34.687513234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf777299-b527-46c7-b376-aa85d1f450b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.065976959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbede2a5-a47d-4bb1-8686-6fc93a8c738b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.071185285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbede2a5-a47d-4bb1-8686-6fc93a8c738b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.076331062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbede2a5-a47d-4bb1-8686-6fc93a8c738b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.08165671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbede2a5-a47d-4bb1-8686-6fc93a8c738b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.181480596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6492fafd-0b4f-4545-a9d9-bb0cbb2bd4fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.194769042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6492fafd-0b4f-4545-a9d9-bb0cbb2bd4fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.204463679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-58b75d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6492fafd-0b4f-4545-a9d9-bb0cbb2bd4fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.336228315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fd950a-428a-4172-a53c-60f45ee234bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.340925675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fd950a-428a-4172-a53c-60f45ee234bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.345514331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fd950a-428a-4172-a53c-60f45ee234bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:35.349673362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fd950a-428a-4172-a53c-60f45ee234bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:36.971002032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"0f8807df-02e5-45dd-809c-e8a8f6ee5a50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:36.9800775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"0f8807df-02e5-45dd-809c-e8a8f6ee5a50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:36.987958326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"0f8807df-02e5-45dd-809c-e8a8f6ee5a50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.170886351Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","namespace":"ai-tenant-e2e-shared-a-w0-330eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.170948368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","namespace":"ai-tenant-e2e-shared-a-w0-330eb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.17099991Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","tenant":"e2e-shared-a-w0-330eb5","tenantID":"e2e-shared-a-w0-330eb5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.178995872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-330eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.190518995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"Service","name":"maas-api-e2e-shared-a-w0-330eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.206571907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-330eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.216971338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-330eb5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.248319862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.277924074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.308936474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.357352273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.367319544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.381352201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.387856055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.391729995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.395432074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.39942156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.405684817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.4144154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.418369741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.423697045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.427543061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-330eb5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:42.431706082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-330eb5"},"namespace":"ai-tenant-e2e-shared-a-w0-330eb5","name":"default-tenant","reconcileID":"113cbf62-bea8-43b3-b63a-e403fb16115c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-330eb5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:44.672216904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"921764fe-91af-4967-9f20-474c2992096d","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:44.672242867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"921764fe-91af-4967-9f20-474c2992096d","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:44.973499234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"5e57ef4a-faab-4eb2-be66-b0a3d9ef5a42","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:44.973528001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"5e57ef4a-faab-4eb2-be66-b0a3d9ef5a42","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:44.983165101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"98e369e2-ca33-48d7-a53d-a4a0d15ded19","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:44.983197961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"98e369e2-ca33-48d7-a53d-a4a0d15ded19","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:44.991117495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"8c2c0cfa-9346-4fee-ab62-6952d8883572","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:45.026547446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"8c2c0cfa-9346-4fee-ab62-6952d8883572","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:45.034600664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-4331a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"8c2c0cfa-9346-4fee-ab62-6952d8883572","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:45.045564867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"2ce2acde-59b5-4459-b297-b863ab4663ee","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:45.045591419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"2ce2acde-59b5-4459-b297-b863ab4663ee","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:45.212886586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"5ba04b05-2120-463d-b92c-96ec7e1e71b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:45.223290171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"5ba04b05-2120-463d-b92c-96ec7e1e71b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:45.232605307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-58b75d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"5ba04b05-2120-463d-b92c-96ec7e1e71b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:46.01514202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:47.1147916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"fa41b672-dd32-4af5-9bea-739590eb662b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:47.123869067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"fa41b672-dd32-4af5-9bea-739590eb662b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:47.131803383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"fa41b672-dd32-4af5-9bea-739590eb662b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:51.062808867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"6568ec57-9201-4dcd-9a55-abaddfc52da7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:51.076209373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"6568ec57-9201-4dcd-9a55-abaddfc52da7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:51.084066886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-4331a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"6568ec57-9201-4dcd-9a55-abaddfc52da7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:52.741548657Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-330eb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-330eb5","reconcileID":"e1c93c99-9129-44f8-a316-370a6f166866","aitenant":"ai-tenants/e2e-shared-a-w0-330eb5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:52.86565912Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-330eb5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-330eb5","reconcileID":"e1c93c99-9129-44f8-a316-370a6f166866","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-330eb5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-330eb5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:52.872810762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bf33e9-6586-4aa4-8076-615848e7801d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:52.898380972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bf33e9-6586-4aa4-8076-615848e7801d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:52.902388672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bf33e9-6586-4aa4-8076-615848e7801d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:52.907598429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bf33e9-6586-4aa4-8076-615848e7801d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.14460669Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","namespace":"ai-tenant-e2e-extmod-a-71b2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.144666257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","namespace":"ai-tenant-e2e-extmod-a-71b2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.144716858Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","tenant":"e2e-extmod-a-71b2f3","tenantID":"e2e-extmod-a-71b2f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.151222096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"Deployment","name":"maas-api-e2e-extmod-a-71b2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.160975524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f438488-0a4e-4877-8a0d-641ef5503d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.162921882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"Service","name":"maas-api-e2e-extmod-a-71b2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.16585876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f438488-0a4e-4877-8a0d-641ef5503d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.183447457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-71b2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.198767231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f438488-0a4e-4877-8a0d-641ef5503d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.203235722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f438488-0a4e-4877-8a0d-641ef5503d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.20813067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-71b2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.216401177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.2236095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.239257114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.247311459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.252884031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.260791087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.264950175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"Service","name":"payload-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.271059866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.274806799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.278606166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.283826996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.292780609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.297866902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.302778168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.306827933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-71b2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.315651969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-71b2f3"},"namespace":"ai-tenant-e2e-extmod-a-71b2f3","name":"default-tenant","reconcileID":"57e174d6-9c17-4f2d-b1c2-238a4afc760f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-71b2f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.672860538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3aa38c-4271-4301-a082-101940f3bcf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.677597764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3aa38c-4271-4301-a082-101940f3bcf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.682074785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3aa38c-4271-4301-a082-101940f3bcf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:53.68704801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3aa38c-4271-4301-a082-101940f3bcf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:55.241870654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"c96652e3-6472-48ec-8285-a06bb19bfe8d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:55.252843596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"c96652e3-6472-48ec-8285-a06bb19bfe8d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:55.260673945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-58b75d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248ef492cb269fdca9eb2af26f6c44c52981fd2d8ed6f8298f60514f1982e6e4) AuthConfig (e70bcabf5a7437a39885f282f9a89ebf7481ae80b852495bfef60059265b5dcd) AuthConfig (7407593fb73c6029a4a5dc742b4ce2783dd7f5126ab0c49a849d78af37529569) AuthConfig (6f1284158733909f1699aa0ca1c204a33934374e55b1693ca5813820d839be5a) AuthConfig (31c30dccff4f353cfa5311d19ab5cc06b99537a66682bcd25c2b00ea19cc4392) AuthConfig (2838ec370d63dcf32910047c0f31c61501b04da6f5726c0d62e197af669e60bf) AuthConfig (838718e1ecfb55d07a936d59d2b6274f0f935512f8359d1c9617d533f8cdb5d0) AuthConfig (109ed0b7e8b842a9601e9b5e4901777b7b9b48923b710e5fe467d0d856cb4f73) AuthConfig (74a4982f8df984c488d2556bf3e5b21b51ceb6f7f15a2bf5e84355ef07452bcb) AuthConfig (99d077f7ac6e3991c421b435450024cccfd755a4f868229599d73ac791320eff) AuthConfig (68ce4b9ad12276bde163bf79eef8453a6a9d5a9875792f6682a2b1cf857b2f56) AuthConfig (e52bd0ed4e9332d5fcbef8fec021836e0a93e86ddc6ee0ed5a1622b5b02403b2) AuthConfig (ae63875d93b00f2b8aeb519c872b2cd6dc52edb60cc1140d92c3c22bc5979ecd) AuthConfig (7e311cc2627e6366d0ac22d985ddaa0ed14428328e0d6cc9445142805e88530f) AuthConfig (8514823ce3b681fba65aa1dc097f8880bb3d5d8085967b22a3c5046a7dd64832) AuthConfig (cde4c0c438f54e1348293d1678353af0686f7323cd9344eb1dc005aab54d301c) AuthConfig (03643237b11469942a9b10a85b6834ea92d4bef4978571ede6dab34392bd0801) AuthConfig (511892a46f6dd0c843c1fe3fe279f9d31c88e6495ecf4cd22224236125b21b18)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"c96652e3-6472-48ec-8285-a06bb19bfe8d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:55.271105318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"57b99351-c231-4b41-9221-16997ec2d32a","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:55.271122097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"57b99351-c231-4b41-9221-16997ec2d32a","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:57.14203127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"e3b1c1f7-9365-4112-83b2-7b50b68b627a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:57.151639174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"e3b1c1f7-9365-4112-83b2-7b50b68b627a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:57.159959588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c30bc132db87aa6f5912191640488fbef86296838b29ec956d9547396c23198) AuthConfig (81d46a330f1c29dc74d8dd2d91a7609d5623cc558153dff2a533881d87544499) AuthConfig (a7502acc780eb4fcd6f006e18849e0fcc42da32d9d064691c37ab9b5e1855972) AuthConfig (e0f8756eea8c30cb6454442d343e2f7a964981d92720dee7b9e82091f5c86a6b) AuthConfig (18c13dce36ff602c41a980c5b142a595384124188f76e2f5c6992ba125842696) AuthConfig (34a38cb136792284f2cb6f6d0391366fb17aac35d1630661642235844874c013) AuthConfig (521a0618a195b72cb25aa0e80189b9cb331c7e7ea8ac9b8c101b7cf17dcccac6) AuthConfig (1ea4de31dfcdac7626f61e2f2e18704c6632083e2947240bec581d8672de8008) AuthConfig (e1139a8628813b389b2f0e5a0093ce7ea02e32cbb843ce3787193252a4cda9ed) AuthConfig (1038aa09067fd3380d1a388aa60836bbb26087aeaed0f7e267da52c760f5cdc7) AuthConfig (3b255c7416ac6b69e3926e85a93f2d0bb1c12ede704647255fef2ac65d2d326d) AuthConfig (cdf103c23b827aa4bfa72f8e8b6271080e8cd98363cceed4b7ae4c43f4a360b6) AuthConfig (22dcab5994f446ecb102861878ac418d2a21b77aa5c4f8b13eecdbb9f34648b3) AuthConfig (cf0daf0f925e43f9e82c1702ce04ff63e8e1334c0bc921206023e5621768e123) AuthConfig (4d99a08ab7e9edc368845eec79eec95eaa305b486c14e5f802fd81985ee837ce) AuthConfig (fddb6b4b36f08337f681ad462fa65159448199a2597d2176a8d084eab1d8fdb6) AuthConfig (3a06c043d9624b4e0d0b4ccf147da249a9ebedd173d052702ae2ff858b06a3a1) AuthConfig (976c1d5f3f9227304e4565200a625dae444327ce4c6f4fc3362a7ecc3a602f72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"e3b1c1f7-9365-4112-83b2-7b50b68b627a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:57.170468407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"34944c53-a54f-4654-9b8d-9918fe123792","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:57.170484748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"34944c53-a54f-4654-9b8d-9918fe123792","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.499121433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46cc2b1-1605-4c5d-bba7-bfd69a5a6f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.504023174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46cc2b1-1605-4c5d-bba7-bfd69a5a6f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.508488781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46cc2b1-1605-4c5d-bba7-bfd69a5a6f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.512477785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46cc2b1-1605-4c5d-bba7-bfd69a5a6f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.776936548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6713520-660b-495b-b16c-2f22be051160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.780917231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6713520-660b-495b-b16c-2f22be051160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.784872229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6713520-660b-495b-b16c-2f22be051160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:31:59.788973366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6713520-660b-495b-b16c-2f22be051160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:01.093192265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"67f09331-13df-410b-85a4-42a562618cef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:01.105039146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"67f09331-13df-410b-85a4-42a562618cef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:01.113118448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-4331a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"67f09331-13df-410b-85a4-42a562618cef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.119582412Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-71b2f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-71b2f3","reconcileID":"ad534a07-a35e-48fd-9a75-1645640fea2e","aitenant":"ai-tenants/e2e-extmod-a-71b2f3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.270351937Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-71b2f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-71b2f3","reconcileID":"ad534a07-a35e-48fd-9a75-1645640fea2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-71b2f3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-71b2f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.302284296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a51a902-e94c-4dec-a311-8e51c05b1157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.306452985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a51a902-e94c-4dec-a311-8e51c05b1157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.310473921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a51a902-e94c-4dec-a311-8e51c05b1157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.31467134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a51a902-e94c-4dec-a311-8e51c05b1157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.637328196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dd503f-6a6e-4465-b114-14a3280eb3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.642195169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dd503f-6a6e-4465-b114-14a3280eb3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.647107537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dd503f-6a6e-4465-b114-14a3280eb3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:02.65261325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dd503f-6a6e-4465-b114-14a3280eb3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:03.002553037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0953b17-0643-4f0a-a68f-570505e595d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:03.007004071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0953b17-0643-4f0a-a68f-570505e595d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:03.011768721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0953b17-0643-4f0a-a68f-570505e595d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:03.016605988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0953b17-0643-4f0a-a68f-570505e595d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:05.282146685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"e565acf9-2e07-475f-95c6-41ca5fb042e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:05.296818135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"e565acf9-2e07-475f-95c6-41ca5fb042e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:05.354008904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-58b75d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248ef492cb269fdca9eb2af26f6c44c52981fd2d8ed6f8298f60514f1982e6e4) AuthConfig (e70bcabf5a7437a39885f282f9a89ebf7481ae80b852495bfef60059265b5dcd) AuthConfig (7407593fb73c6029a4a5dc742b4ce2783dd7f5126ab0c49a849d78af37529569) AuthConfig (6f1284158733909f1699aa0ca1c204a33934374e55b1693ca5813820d839be5a) AuthConfig (31c30dccff4f353cfa5311d19ab5cc06b99537a66682bcd25c2b00ea19cc4392) AuthConfig (2838ec370d63dcf32910047c0f31c61501b04da6f5726c0d62e197af669e60bf) AuthConfig (838718e1ecfb55d07a936d59d2b6274f0f935512f8359d1c9617d533f8cdb5d0) AuthConfig (109ed0b7e8b842a9601e9b5e4901777b7b9b48923b710e5fe467d0d856cb4f73) AuthConfig (74a4982f8df984c488d2556bf3e5b21b51ceb6f7f15a2bf5e84355ef07452bcb) AuthConfig (99d077f7ac6e3991c421b435450024cccfd755a4f868229599d73ac791320eff) AuthConfig (68ce4b9ad12276bde163bf79eef8453a6a9d5a9875792f6682a2b1cf857b2f56) AuthConfig (e52bd0ed4e9332d5fcbef8fec021836e0a93e86ddc6ee0ed5a1622b5b02403b2) AuthConfig (ae63875d93b00f2b8aeb519c872b2cd6dc52edb60cc1140d92c3c22bc5979ecd) AuthConfig (7e311cc2627e6366d0ac22d985ddaa0ed14428328e0d6cc9445142805e88530f) AuthConfig (8514823ce3b681fba65aa1dc097f8880bb3d5d8085967b22a3c5046a7dd64832) AuthConfig (cde4c0c438f54e1348293d1678353af0686f7323cd9344eb1dc005aab54d301c) AuthConfig (03643237b11469942a9b10a85b6834ea92d4bef4978571ede6dab34392bd0801) AuthConfig (511892a46f6dd0c843c1fe3fe279f9d31c88e6495ecf4cd22224236125b21b18)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"e565acf9-2e07-475f-95c6-41ca5fb042e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:07.178648645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"48e7ed7b-c31e-4ca3-b793-6fed15adb4bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:07.189973142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"48e7ed7b-c31e-4ca3-b793-6fed15adb4bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:07.197854529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c30bc132db87aa6f5912191640488fbef86296838b29ec956d9547396c23198) AuthConfig (81d46a330f1c29dc74d8dd2d91a7609d5623cc558153dff2a533881d87544499) AuthConfig (a7502acc780eb4fcd6f006e18849e0fcc42da32d9d064691c37ab9b5e1855972) AuthConfig (e0f8756eea8c30cb6454442d343e2f7a964981d92720dee7b9e82091f5c86a6b) AuthConfig (18c13dce36ff602c41a980c5b142a595384124188f76e2f5c6992ba125842696) AuthConfig (34a38cb136792284f2cb6f6d0391366fb17aac35d1630661642235844874c013) AuthConfig (521a0618a195b72cb25aa0e80189b9cb331c7e7ea8ac9b8c101b7cf17dcccac6) AuthConfig (1ea4de31dfcdac7626f61e2f2e18704c6632083e2947240bec581d8672de8008) AuthConfig (e1139a8628813b389b2f0e5a0093ce7ea02e32cbb843ce3787193252a4cda9ed) AuthConfig (1038aa09067fd3380d1a388aa60836bbb26087aeaed0f7e267da52c760f5cdc7) AuthConfig (3b255c7416ac6b69e3926e85a93f2d0bb1c12ede704647255fef2ac65d2d326d) AuthConfig (cdf103c23b827aa4bfa72f8e8b6271080e8cd98363cceed4b7ae4c43f4a360b6) AuthConfig (22dcab5994f446ecb102861878ac418d2a21b77aa5c4f8b13eecdbb9f34648b3) AuthConfig (cf0daf0f925e43f9e82c1702ce04ff63e8e1334c0bc921206023e5621768e123) AuthConfig (4d99a08ab7e9edc368845eec79eec95eaa305b486c14e5f802fd81985ee837ce) AuthConfig (fddb6b4b36f08337f681ad462fa65159448199a2597d2176a8d084eab1d8fdb6) AuthConfig (3a06c043d9624b4e0d0b4ccf147da249a9ebedd173d052702ae2ff858b06a3a1) AuthConfig (976c1d5f3f9227304e4565200a625dae444327ce4c6f4fc3362a7ecc3a602f72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"48e7ed7b-c31e-4ca3-b793-6fed15adb4bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.577522157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cef3df-9944-45c0-baa1-3b870b9266b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.581640252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cef3df-9944-45c0-baa1-3b870b9266b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.598863939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cef3df-9944-45c0-baa1-3b870b9266b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.602875975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cef3df-9944-45c0-baa1-3b870b9266b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.922268506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45fb4af-dee8-43e5-b0ca-9ef466f802e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.927916349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45fb4af-dee8-43e5-b0ca-9ef466f802e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.931973987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45fb4af-dee8-43e5-b0ca-9ef466f802e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:10.936064374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45fb4af-dee8-43e5-b0ca-9ef466f802e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:11.12142179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b4eef428-d101-42df-ba43-4c63211464f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:11.138168852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b4eef428-d101-42df-ba43-4c63211464f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:11.146578151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-4331a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b4eef428-d101-42df-ba43-4c63211464f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.187180312Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","namespace":"ai-tenant-e2e-shared-b-w0-9a5948","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.187257996Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","namespace":"ai-tenant-e2e-shared-b-w0-9a5948","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.18732925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","tenant":"e2e-shared-b-w0-9a5948","tenantID":"e2e-shared-b-w0-9a5948","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.193296588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-9a5948","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.206035975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"Service","name":"maas-api-e2e-shared-b-w0-9a5948","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.219463202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-9a5948","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.2293837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-9a5948","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.245164575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.254930986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.267299298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.274616221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.278680496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.282979203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.287061157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.291017903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.295123073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.299078173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.303394551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.313659313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.317669481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.321628671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.325887537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-9a5948","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:13.330356439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9a5948"},"namespace":"ai-tenant-e2e-shared-b-w0-9a5948","name":"default-tenant","reconcileID":"bb75540f-6a9e-4b8d-94ce-6bd921c02c02","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-9a5948","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.367674274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a15311b6-f84f-4d47-935c-c479e2618099","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.377377217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a15311b6-f84f-4d47-935c-c479e2618099","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.386428321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-58b75d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248ef492cb269fdca9eb2af26f6c44c52981fd2d8ed6f8298f60514f1982e6e4) AuthConfig (e70bcabf5a7437a39885f282f9a89ebf7481ae80b852495bfef60059265b5dcd) AuthConfig (7407593fb73c6029a4a5dc742b4ce2783dd7f5126ab0c49a849d78af37529569) AuthConfig (6f1284158733909f1699aa0ca1c204a33934374e55b1693ca5813820d839be5a) AuthConfig (31c30dccff4f353cfa5311d19ab5cc06b99537a66682bcd25c2b00ea19cc4392) AuthConfig (2838ec370d63dcf32910047c0f31c61501b04da6f5726c0d62e197af669e60bf) AuthConfig (838718e1ecfb55d07a936d59d2b6274f0f935512f8359d1c9617d533f8cdb5d0) AuthConfig (109ed0b7e8b842a9601e9b5e4901777b7b9b48923b710e5fe467d0d856cb4f73) AuthConfig (74a4982f8df984c488d2556bf3e5b21b51ceb6f7f15a2bf5e84355ef07452bcb) AuthConfig (99d077f7ac6e3991c421b435450024cccfd755a4f868229599d73ac791320eff) AuthConfig (68ce4b9ad12276bde163bf79eef8453a6a9d5a9875792f6682a2b1cf857b2f56) AuthConfig (e52bd0ed4e9332d5fcbef8fec021836e0a93e86ddc6ee0ed5a1622b5b02403b2) AuthConfig (ae63875d93b00f2b8aeb519c872b2cd6dc52edb60cc1140d92c3c22bc5979ecd) AuthConfig (7e311cc2627e6366d0ac22d985ddaa0ed14428328e0d6cc9445142805e88530f) AuthConfig (8514823ce3b681fba65aa1dc097f8880bb3d5d8085967b22a3c5046a7dd64832) AuthConfig (cde4c0c438f54e1348293d1678353af0686f7323cd9344eb1dc005aab54d301c) AuthConfig (03643237b11469942a9b10a85b6834ea92d4bef4978571ede6dab34392bd0801) AuthConfig (511892a46f6dd0c843c1fe3fe279f9d31c88e6495ecf4cd22224236125b21b18)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a15311b6-f84f-4d47-935c-c479e2618099","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.679283742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","namespace":"ai-tenant-e2e-extmod-b-c7d218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.679368219Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","namespace":"ai-tenant-e2e-extmod-b-c7d218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.679446422Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","tenant":"e2e-extmod-b-c7d218","tenantID":"e2e-extmod-b-c7d218","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.685477969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c7d218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.697240228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"Service","name":"maas-api-e2e-extmod-b-c7d218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.71397678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c7d218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.726088465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c7d218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.73998294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.747127399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.756910387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.763404607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.767265565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.771077439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.774782595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"Service","name":"payload-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.778636432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.782295252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.786113239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.791680404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.799166293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.803061253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.806993212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.810708071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c7d218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:15.814475057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7d218"},"namespace":"ai-tenant-e2e-extmod-b-c7d218","name":"default-tenant","reconcileID":"046fe6e7-ddab-4095-9325-0bfb271c8b68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c7d218","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:16.053308481Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:17.211047745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f8b97b28-769a-4004-83c0-c10bd3b6d61b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:17.220651997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f8b97b28-769a-4004-83c0-c10bd3b6d61b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:17.228705628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c30bc132db87aa6f5912191640488fbef86296838b29ec956d9547396c23198) AuthConfig (81d46a330f1c29dc74d8dd2d91a7609d5623cc558153dff2a533881d87544499) AuthConfig (a7502acc780eb4fcd6f006e18849e0fcc42da32d9d064691c37ab9b5e1855972) AuthConfig (e0f8756eea8c30cb6454442d343e2f7a964981d92720dee7b9e82091f5c86a6b) AuthConfig (18c13dce36ff602c41a980c5b142a595384124188f76e2f5c6992ba125842696) AuthConfig (34a38cb136792284f2cb6f6d0391366fb17aac35d1630661642235844874c013) AuthConfig (521a0618a195b72cb25aa0e80189b9cb331c7e7ea8ac9b8c101b7cf17dcccac6) AuthConfig (1ea4de31dfcdac7626f61e2f2e18704c6632083e2947240bec581d8672de8008) AuthConfig (e1139a8628813b389b2f0e5a0093ce7ea02e32cbb843ce3787193252a4cda9ed) AuthConfig (1038aa09067fd3380d1a388aa60836bbb26087aeaed0f7e267da52c760f5cdc7) AuthConfig (3b255c7416ac6b69e3926e85a93f2d0bb1c12ede704647255fef2ac65d2d326d) AuthConfig (cdf103c23b827aa4bfa72f8e8b6271080e8cd98363cceed4b7ae4c43f4a360b6) AuthConfig (22dcab5994f446ecb102861878ac418d2a21b77aa5c4f8b13eecdbb9f34648b3) AuthConfig (cf0daf0f925e43f9e82c1702ce04ff63e8e1334c0bc921206023e5621768e123) AuthConfig (4d99a08ab7e9edc368845eec79eec95eaa305b486c14e5f802fd81985ee837ce) AuthConfig (fddb6b4b36f08337f681ad462fa65159448199a2597d2176a8d084eab1d8fdb6) AuthConfig (3a06c043d9624b4e0d0b4ccf147da249a9ebedd173d052702ae2ff858b06a3a1) AuthConfig (976c1d5f3f9227304e4565200a625dae444327ce4c6f4fc3362a7ecc3a602f72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f8b97b28-769a-4004-83c0-c10bd3b6d61b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.014044179Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-9a5948","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-9a5948","reconcileID":"3f926c8a-9bd4-4ca3-bdf9-44afb5f7d555","aitenant":"ai-tenants/e2e-shared-b-w0-9a5948","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.098635694Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-9a5948","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-9a5948","reconcileID":"3f926c8a-9bd4-4ca3-bdf9-44afb5f7d555","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-9a5948","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-9a5948"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.105243814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b0163a-5156-48b8-b8eb-d81d4845ccce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.110239646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b0163a-5156-48b8-b8eb-d81d4845ccce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.115452382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b0163a-5156-48b8-b8eb-d81d4845ccce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.121006311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b0163a-5156-48b8-b8eb-d81d4845ccce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.403424544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c4094f-8d3e-417d-99de-b7c0b783f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.407630575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c4094f-8d3e-417d-99de-b7c0b783f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.412025883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c4094f-8d3e-417d-99de-b7c0b783f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.417148576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c4094f-8d3e-417d-99de-b7c0b783f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.912148584Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c7d218","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c7d218","reconcileID":"010f2e29-8de4-42f5-8d70-8c1b0c244a7f","aitenant":"ai-tenants/e2e-extmod-b-c7d218","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.948363034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b30b6d-afa7-4595-a16b-fb31f36da995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.95260741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b30b6d-afa7-4595-a16b-fb31f36da995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.956838904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b30b6d-afa7-4595-a16b-fb31f36da995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.961029769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b30b6d-afa7-4595-a16b-fb31f36da995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:18.999725981Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c7d218","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c7d218","reconcileID":"010f2e29-8de4-42f5-8d70-8c1b0c244a7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c7d218","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c7d218"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.082045501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"2753a4a5-8e72-4f3d-a542-a79d11a26e3e","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.082583869Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-access","reconcileID":"ff75022f-5ddb-48d6-b2c3-3635f04b1834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.099677124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"3112bf6b-54b3-4676-878c-c25f5c2fb884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.109672733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"3112bf6b-54b3-4676-878c-c25f5c2fb884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.110840019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"63ff9195-2be5-4cc8-82e5-fa9b875f7ec1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.216833586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"c2c76fb4-a4ff-4752-90be-c14cd879ecf7","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.245367568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"afb93b6d-61e3-4e5d-aeb1-04cb12be29e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.270193472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40fda251-c51b-451f-9634-d7ef7d6a2fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.274297427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40fda251-c51b-451f-9634-d7ef7d6a2fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.28279834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40fda251-c51b-451f-9634-d7ef7d6a2fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.286847141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40fda251-c51b-451f-9634-d7ef7d6a2fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.294505186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"7a07fdf6-e47b-4dcb-a96d-545b02cd1194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.303817588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"7a07fdf6-e47b-4dcb-a96d-545b02cd1194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.38160352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"159cb961-7941-422a-bcac-7b75dbd6411b","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.404395331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"4b26a41b-27ba-4cba-ae05-325731b069c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.41808841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"4b26a41b-27ba-4cba-ae05-325731b069c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.630503779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5b59-da6e-45c3-ac79-bc88df872600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.63511433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5b59-da6e-45c3-ac79-bc88df872600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.639841319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5b59-da6e-45c3-ac79-bc88df872600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:19.643978139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5b59-da6e-45c3-ac79-bc88df872600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:21.157572227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"fb81627d-2122-48b2-a421-ea2047cb5add","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:21.167890757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"fb81627d-2122-48b2-a421-ea2047cb5add","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:21.176757759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-4331a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"fb81627d-2122-48b2-a421-ea2047cb5add","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.140200593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-2-w0-f6f292","reconcileID":"db29e5ec-cdbb-44d3-bbcf-e2d469cd6b8a","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-2-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-2-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.212386867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-w0-f6f292","reconcileID":"60266fa6-1e6b-478d-9e6f-659464f016e1","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.320735213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"4e9b9e90-0f20-4ad6-8743-5757af759c5e","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.344896587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"0c1ccab2-2560-40ea-ba24-632aa9e23fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.35465752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"de089ebe-533a-43a4-9b45-6cb08e97c3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.365398175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"de089ebe-533a-43a4-9b45-6cb08e97c3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.369388082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"943f747b-1365-4f75-b918-b118f5bbead2","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.374977411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"8c52fcd8-47b7-493d-85eb-6cdc413a55a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.377407514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"0cbbb5ee-9d8b-4282-b52b-fedcb875c5dc","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.380112033Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"8c52fcd8-47b7-493d-85eb-6cdc413a55a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.440078272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"f0433468-a85f-4f26-b9c9-3d95ce3e1e6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.451310166Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"8c52fcd8-47b7-493d-85eb-6cdc413a55a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.460104588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"38230650-1b83-4897-aaa3-f1623a631c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.469502449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"38230650-1b83-4897-aaa3-f1623a631c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.539588918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"450a793a-22c8-4f91-8acb-c6595b3f1a46","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.543266993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"be9e21eb-4ef4-4e7d-b686-767439d23791","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.547059588Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"be9e21eb-4ef4-4e7d-b686-767439d23791","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/simulator-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.554622694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"0e08f4cf-4934-4f16-b3f1-0116b604e54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:24.564628476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"0e08f4cf-4934-4f16-b3f1-0116b604e54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:32:24.630613305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"simulator-subscription","reconcileID":"be9e21eb-4ef4-4e7d-b686-767439d23791","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:25.395215931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"9bccab43-f71a-4086-b85f-9cd6558e29b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:25.404379547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"9bccab43-f71a-4086-b85f-9cd6558e29b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:25.437907123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"59eebcbf-6fbf-40f4-83f2-a67e6f4409f7","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:25.437927148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"59eebcbf-6fbf-40f4-83f2-a67e6f4409f7","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.422373432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dc3f78-b048-4ca6-b0ae-286a34333dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.426647106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dc3f78-b048-4ca6-b0ae-286a34333dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.430818279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dc3f78-b048-4ca6-b0ae-286a34333dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.43489881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dc3f78-b048-4ca6-b0ae-286a34333dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.873079642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2d2e42-b57e-41d0-96aa-42389798d00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.878435731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2d2e42-b57e-41d0-96aa-42389798d00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.883937549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2d2e42-b57e-41d0-96aa-42389798d00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.889188767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2d2e42-b57e-41d0-96aa-42389798d00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.967601522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"e322f589-8a62-47e3-91db-a911da8f2c26","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.967620057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"e322f589-8a62-47e3-91db-a911da8f2c26","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.97682894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"94fb21ea-1e7f-4ee6-b5de-534444a48d3b","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.976848766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"94fb21ea-1e7f-4ee6-b5de-534444a48d3b","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:26.984422464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"1d44f00c-631b-4e67-8a3b-4f037dfc2e93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.016518008Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"1d44f00c-631b-4e67-8a3b-4f037dfc2e93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.025353292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-8093f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"1d44f00c-631b-4e67-8a3b-4f037dfc2e93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.03492719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"8e834454-e6c5-4694-94e2-dddf3e124506","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.034945239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"8e834454-e6c5-4694-94e2-dddf3e124506","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.331471234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"b9ca8141-a758-46e2-a69c-d67f68c7dd91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.341140494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"b9ca8141-a758-46e2-a69c-d67f68c7dd91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.5984532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"0b65516f-50dc-4ec0-8f70-ecc472b5733d","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:27.598477099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"0b65516f-50dc-4ec0-8f70-ecc472b5733d","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:28.997206725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"d9682ea0-9644-44e4-a1e2-b4b60c24ef84","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:28.997228468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"d9682ea0-9644-44e4-a1e2-b4b60c24ef84","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.00670874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"d1c93209-2a00-4b84-88b0-686f61f52c4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:32:29.011095373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"a650665c-82da-4b73-b9b0-02b8c7a11a4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-43c7ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.011658363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"dbbb74d7-de5e-459d-b080-a2bea456a843","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.011679299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"dbbb74d7-de5e-459d-b080-a2bea456a843","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.018910866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"d1c93209-2a00-4b84-88b0-686f61f52c4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.025124049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"2f594606-51b5-4bdf-8ade-2b4d7a78791b","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.02514002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"2f594606-51b5-4bdf-8ade-2b4d7a78791b","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.034099716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"f6e05598-9f6f-46d7-b008-a349e5c5460c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.034117976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"f6e05598-9f6f-46d7-b008-a349e5c5460c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.054435187Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"6b55ce99-d51b-4e72-8f0f-e74deae96d74","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"sub-test-model-b3bea7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b3bea7/e2e-shared-sub-43c7ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.076241419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"5b354985-21db-4adc-8eb5-473f5d4f4e44","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.076260213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"5b354985-21db-4adc-8eb5-473f5d4f4e44","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.151110075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"304f9b5a-f5a7-466c-899d-5c06c9b649a5","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.168701966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"112b75f1-1fa2-4565-9a4d-5d759aa3f0de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.177935654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"112b75f1-1fa2-4565-9a4d-5d759aa3f0de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.198342573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c9c58a68-be98-4d71-b67e-0814a010eecb","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.19836808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c9c58a68-be98-4d71-b67e-0814a010eecb","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.209618218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"35025422-6318-462c-af8a-05a20da56d94","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.209638252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"35025422-6318-462c-af8a-05a20da56d94","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:32:29.210654884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"bf7a3bfa-963c-4b96-8844-a731c3b6f528","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-43c7ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.222350695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"3552afc4-5c1b-443f-a3d5-c4836677c712","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.222366387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"3552afc4-5c1b-443f-a3d5-c4836677c712","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.231676031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"fadd822f-467a-4d92-967a-0434813e723f","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.231694563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"fadd822f-467a-4d92-967a-0434813e723f","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.298431473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"f7b1cb89-2cc8-4737-a187-3008f39ed901","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"sub-test-model-15b02a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-15b02a/e2e-shared-sub-43c7ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.30190424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"16a34810-949e-4f9d-a2c2-9cd67f365567","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.311245587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"16a34810-949e-4f9d-a2c2-9cd67f365567","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.31896134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"920e9887-d302-4f07-bcd5-a8a81c934114","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.318982348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"920e9887-d302-4f07-bcd5-a8a81c934114","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.35308551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"6a230a1c-c299-4369-b110-d5f2c13fd66c","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.381890374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f242c909-d31d-40f6-9a5e-e63a7ad91d5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.401258328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f242c909-d31d-40f6-9a5e-e63a7ad91d5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.403906808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"f330656d-6359-47fc-a9e9-0ab2705e0795","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.403925709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"f330656d-6359-47fc-a9e9-0ab2705e0795","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.412917787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"409259f2-bcaf-4f4d-94a1-67e679f81015","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.412938424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"409259f2-bcaf-4f4d-94a1-67e679f81015","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:32:29.414904305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"2962912b-6a87-45f2-a956-360459ee1a5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-43c7ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.43115007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b7df41ef-5a3d-4e7e-8126-2defa244887c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.431169374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b7df41ef-5a3d-4e7e-8126-2defa244887c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.438457459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"26ade6b9-8116-4816-acce-ef79ea1c10be","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.438473765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"26ade6b9-8116-4816-acce-ef79ea1c10be","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.458678722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"b746b193-5e4e-4d1a-8319-6560f1530873","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.466102514Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"2f7f2ff3-fdd5-45d7-91c3-e19fe10081ac","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-b3bea7/e2e-a-only-43c7ba","ai-tenant-e2e-shared-a-w4-b3bea7/e2e-shared-sub-43c7ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.471447165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"b746b193-5e4e-4d1a-8319-6560f1530873","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.492341313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"efd56617-13b4-4c33-b318-79dde022db20","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.492365411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"efd56617-13b4-4c33-b318-79dde022db20","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.555930392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"281ba3ff-efef-4b7d-a697-4fd5c3ff4e5e","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.556122829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"9b62f004-6ec1-46d7-9554-af6baad3f0ed","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.595161383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"504ecf30-d77a-414f-b5ac-1e5666e8a97f","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.595184967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"504ecf30-d77a-414f-b5ac-1e5666e8a97f","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.606115534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"5acc1de7-9eda-4cee-8990-cc589586c727","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.60693118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"d107d354-607e-481e-a9de-39edde5bf09b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.606946775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"d107d354-607e-481e-a9de-39edde5bf09b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:32:29.606944633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"9f3367af-0252-4197-818e-7bbc46b5d386","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-43c7ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.61520669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"5acc1de7-9eda-4cee-8990-cc589586c727","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.625232784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"b85034fe-9a90-48d7-9a54-988ab32fa04c","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.625248661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"b85034fe-9a90-48d7-9a54-988ab32fa04c","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.634722123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"110568f8-9052-4399-9867-3fc8850b9e2a","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.634751831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"110568f8-9052-4399-9867-3fc8850b9e2a","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.66610961Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"d97f38ec-8b40-4d21-bc45-6126ea093d08","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-15b02a/e2e-b-only-43c7ba","ai-tenant-e2e-shared-b-w4-15b02a/e2e-shared-sub-43c7ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.689335309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"d811b61c-ddb4-4ce2-8536-1bb475aa868b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.689354504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"d811b61c-ddb4-4ce2-8536-1bb475aa868b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.756299956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"5409550f-a6f0-4c6d-af5e-cefd61d63291","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:29.756310334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"1f9e7170-9636-416a-92ae-5289d1b4a2bd","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:30.198068847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"9374ab91-a836-4c8c-be1a-02cc09e0b2f5","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:30.211053703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"771d8acd-4030-40d6-a1e4-f991824623be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:30.214722631Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"7c367dcf-402f-47ab-aa7f-341f973e41da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cfa9eba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:30.220112201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"771d8acd-4030-40d6-a1e4-f991824623be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:30.341003152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"fd10978e-7884-4342-9f9f-1b3e16a6e20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:30.351486669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"fd10978e-7884-4342-9f9f-1b3e16a6e20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.186119805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"22290582-f792-4fca-a682-25e07566b0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.195512928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"22290582-f792-4fca-a682-25e07566b0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.203804206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-4331a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f737a6b18bf994d05b16f2d3b507e3e47c5be3534c2bc2d50adcaae407ab3afc) AuthConfig (79eb6538a7c8e5ac99755e1c1a76a8406512d855408f32eeaeaae0afe1abad54) AuthConfig (d6dccb3d4525709d7a072686ed8b99fff3e5750ce7c32ad71c48ca063378f64f) AuthConfig (9ee940eb61b0c72ca396d0f3101db164d7738539a66453d5c58172c516bb9595) AuthConfig (7374e0d693a8e01085f502e5daba78fc44232f895a5a7313886758571b82394e) AuthConfig (81c49fc8516f19f190ddaa42223dce62c49a1ffe0813e58e139110a24c779d64) AuthConfig (d9ca03aabb1424f8a1cb1e28f8d00ea7325c39121e3a6989166f2a4009d19d49) AuthConfig (65f1eb21e6b2bb2d9e2a7bf096269882fa53aa1e7b697b87fd7daa71b2539067) AuthConfig (d3e0594bd5688127e9910f30dcc7270f72fcd8c34a5222cc0806058a4f667075) AuthConfig (542c6a407907a55d8d46b14cb99b17cbe996d597c25b388b87185e48d187c755) AuthConfig (fd5947939abcba636706b3938bf32387b8cb1aa685544e7d0a462f8caebccba7) AuthConfig (d36b98dcff1f2a82be7e6018f33231f0e87225d966f2a27a565852f3ec081e73) AuthConfig (88427b0181cbd826a5b460292cee267149efa93eae678a3ad9d4c616dd68ccf9) AuthConfig (ed81ab5cb8cdabb76af3f8886329814e488b8486880945e47bcbb3f25b084798) AuthConfig (4d725efc9a5d2cc84705db31a83021f14dd3ed4887c92960331e30fe211d3e4e) AuthConfig (f497b21acc89a2880e5ff34e7ccc2b843112ceda755ee93746449d16a303118e) AuthConfig (fb97bd7faf7012bb3254b03779cdba1c2dc8860ebe4ea94910433d34ed3b4e42) AuthConfig (71315891faa613b179003416dc20f024754b50960306d755129dce85cc83922a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"22290582-f792-4fca-a682-25e07566b0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.213907242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"1e6d645c-067f-4ec9-8b85-3c64885ca6e2","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.213923734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"1e6d645c-067f-4ec9-8b85-3c64885ca6e2","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.332753352Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"fc0f011b-4d5b-4712-bf02-c7ce6bf3b70b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cfa9eba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.33668977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"b25fb37e-70f1-487c-95e7-f881c98772fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.346531372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"b25fb37e-70f1-487c-95e7-f881c98772fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.380632576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-2-w0-f6f292","reconcileID":"c5e0bfb3-b1a5-43a0-befb-0e113eb77ff4","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-2-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-2-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.381076557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-w0-f6f292","reconcileID":"1049cd24-eebb-4b1f-8568-0e526c1d8605","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.38142206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"61e38e75-5b9e-4455-ae57-a7908ce565ab","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.386169407Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"3546af15-201a-498b-91ed-980ac7d7102d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cfa9eba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.387038232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"0a849cdc-f668-4a82-87a5-471b2f5404cf","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.431491858Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"3f5c3e3e-eda1-4bfb-bca7-47bcf423fc7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5cfa9eba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.515297448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"881033eb-5018-4a59-a954-e19ca4804701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.526356004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"881033eb-5018-4a59-a954-e19ca4804701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.727121944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43ac3c-33fe-466d-a853-0247e90548cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.738896747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43ac3c-33fe-466d-a853-0247e90548cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.754049638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43ac3c-33fe-466d-a853-0247e90548cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.759596571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb43ac3c-33fe-466d-a853-0247e90548cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.99851768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"9e095d22-d643-4b4b-aef5-612a86bf94e3","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:31.999032551Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"1e8115d9-e15d-4c4f-8340-2f687459bea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.01711034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"1e8115d9-e15d-4c4f-8340-2f687459bea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.115054493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"1e8115d9-e15d-4c4f-8340-2f687459bea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"e2e-worker-w0-f6f292-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.115080798Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-access","reconcileID":"1e8115d9-e15d-4c4f-8340-2f687459bea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.124288545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"fa01d399-870b-45ae-9211-127ea4b677de","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.183252157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cb91c5-caee-42f0-9e37-db1f75a04db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.187585825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cb91c5-caee-42f0-9e37-db1f75a04db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.199251627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cb91c5-caee-42f0-9e37-db1f75a04db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:32.203491577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cb91c5-caee-42f0-9e37-db1f75a04db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:35.17918169Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"b96069af-d10f-4050-8e83-761af0531653","namespace":"ai-tenant-e2e-worker-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:35.179250109Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"b96069af-d10f-4050-8e83-761af0531653","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:35.185364057Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"b96069af-d10f-4050-8e83-761af0531653","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:35.185454545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"b96069af-d10f-4050-8e83-761af0531653","namespace":"ai-tenant-e2e-worker-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.036188067Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","namespace":"ai-tenant-e2e-shared-a-w1-2341ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.036321782Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","namespace":"ai-tenant-e2e-shared-a-w1-2341ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.036425138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","tenant":"e2e-shared-a-w1-2341ca","tenantID":"e2e-shared-a-w1-2341ca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.042545427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-2341ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.057334165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"Service","name":"maas-api-e2e-shared-a-w1-2341ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.074535391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-2341ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.080494958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-2341ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.092020481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.100350482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.109503173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.11590314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.119665408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.123539809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.127400191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.131208286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.13486865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.138631179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.142487992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.149876871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.153782919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.158003682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.161624019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-2341ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:36.165407813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2341ca"},"namespace":"ai-tenant-e2e-shared-a-w1-2341ca","name":"default-tenant","reconcileID":"5b8421d7-dee7-4efe-ba01-1e4e62c3e5af","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-2341ca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:37.043383757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6ddd62bf-7f59-40ba-bf79-ef7788c2eacd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:37.05243816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6ddd62bf-7f59-40ba-bf79-ef7788c2eacd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:37.059952494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-8093f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6ddd62bf-7f59-40ba-bf79-ef7788c2eacd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.221824394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"de00f035-8a0e-4532-88d5-8f860b23fec0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.232151068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"de00f035-8a0e-4532-88d5-8f860b23fec0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.240540516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-4331a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f737a6b18bf994d05b16f2d3b507e3e47c5be3534c2bc2d50adcaae407ab3afc) AuthConfig (79eb6538a7c8e5ac99755e1c1a76a8406512d855408f32eeaeaae0afe1abad54) AuthConfig (d6dccb3d4525709d7a072686ed8b99fff3e5750ce7c32ad71c48ca063378f64f) AuthConfig (9ee940eb61b0c72ca396d0f3101db164d7738539a66453d5c58172c516bb9595) AuthConfig (7374e0d693a8e01085f502e5daba78fc44232f895a5a7313886758571b82394e) AuthConfig (81c49fc8516f19f190ddaa42223dce62c49a1ffe0813e58e139110a24c779d64) AuthConfig (d9ca03aabb1424f8a1cb1e28f8d00ea7325c39121e3a6989166f2a4009d19d49) AuthConfig (65f1eb21e6b2bb2d9e2a7bf096269882fa53aa1e7b697b87fd7daa71b2539067) AuthConfig (d3e0594bd5688127e9910f30dcc7270f72fcd8c34a5222cc0806058a4f667075) AuthConfig (542c6a407907a55d8d46b14cb99b17cbe996d597c25b388b87185e48d187c755) AuthConfig (fd5947939abcba636706b3938bf32387b8cb1aa685544e7d0a462f8caebccba7) AuthConfig (d36b98dcff1f2a82be7e6018f33231f0e87225d966f2a27a565852f3ec081e73) AuthConfig (88427b0181cbd826a5b460292cee267149efa93eae678a3ad9d4c616dd68ccf9) AuthConfig (ed81ab5cb8cdabb76af3f8886329814e488b8486880945e47bcbb3f25b084798) AuthConfig (4d725efc9a5d2cc84705db31a83021f14dd3ed4887c92960331e30fe211d3e4e) AuthConfig (f497b21acc89a2880e5ff34e7ccc2b843112ceda755ee93746449d16a303118e) AuthConfig (fb97bd7faf7012bb3254b03779cdba1c2dc8860ebe4ea94910433d34ed3b4e42) AuthConfig (71315891faa613b179003416dc20f024754b50960306d755129dce85cc83922a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"de00f035-8a0e-4532-88d5-8f860b23fec0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.38211283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-2-w0-f6f292","reconcileID":"48616a22-d195-4f73-b51b-234ac38be7fd","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-2-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-2-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.382413115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-w0-f6f292","reconcileID":"a0a7057c-b19e-41ab-a1cd-ec81893ddc04","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.387817208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"e4586149-33de-431e-88cb-dab8f2f3d43c","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.436054153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"0f167203-ecc0-4b20-8cf2-c20e3799e470","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.44083738Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"0f167203-ecc0-4b20-8cf2-c20e3799e470","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.445269329Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"premium-simulator-subscription","reconcileID":"0f167203-ecc0-4b20-8cf2-c20e3799e470","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"name":"maas-trlp-premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292","model":"e2e-models-e2e-worker-w0-f6f292/premium-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:41.567861923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"23e578d0-97d8-418d-98b8-f03cb1c03172","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.42319033Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-2341ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-2341ca","reconcileID":"ed980c6b-fa64-4e0f-96ee-a401d59d32f4","aitenant":"ai-tenants/e2e-shared-a-w1-2341ca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.57693701Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-2341ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-2341ca","reconcileID":"ed980c6b-fa64-4e0f-96ee-a401d59d32f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-2341ca","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-2341ca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.580837779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9dea17-104f-49ef-bda7-fd89d3955eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.585129651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9dea17-104f-49ef-bda7-fd89d3955eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.598661985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9dea17-104f-49ef-bda7-fd89d3955eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.602860296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9dea17-104f-49ef-bda7-fd89d3955eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.85928578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d7145-d151-491a-b975-05f28af84c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.863363813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d7145-d151-491a-b975-05f28af84c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.867366592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d7145-d151-491a-b975-05f28af84c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:42.899098214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d7145-d151-491a-b975-05f28af84c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:43.268873979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4213b73d-75bb-4056-9ccb-7ca8302364e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:43.273086938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4213b73d-75bb-4056-9ccb-7ca8302364e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:43.277186086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4213b73d-75bb-4056-9ccb-7ca8302364e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:43.283003166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4213b73d-75bb-4056-9ccb-7ca8302364e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:46.015847603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:47.125623843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"71f9443c-09f9-450f-ab5b-b7ea2c4039ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:47.13488551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"71f9443c-09f9-450f-ab5b-b7ea2c4039ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:47.143519997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-8093f5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"71f9443c-09f9-450f-ab5b-b7ea2c4039ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.594547932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"e3f8a814-914a-4bfd-916e-3bc03f3e292c","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.594621012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"237cde39-919b-41df-98dd-ab63fb7304ba","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.619389982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"ccf70dd9-0eaf-4544-9887-9b3848477952","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.619408422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"ccf70dd9-0eaf-4544-9887-9b3848477952","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.620977778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"2043cea5-ef49-4e80-b72b-54bb20c61d8b","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.620997145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"2043cea5-ef49-4e80-b72b-54bb20c61d8b","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.731717063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"ba35940b-4d2a-4f64-b09a-804dfb1e63eb","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.731908139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"a2e71ec2-5859-40be-80f5-6b136a29c4cf","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.754630333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"47b46f70-ebf9-4fcb-82d0-5883d1415e79","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.754647112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"47b46f70-ebf9-4fcb-82d0-5883d1415e79","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.757588294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"607f6e12-02d5-4513-ba35-bf67c4481c2f","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:48.757604105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"607f6e12-02d5-4513-ba35-bf67c4481c2f","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:49.33814921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"067fcd4f-194d-470c-9149-b485a3d857bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:49.347287824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"067fcd4f-194d-470c-9149-b485a3d857bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:49.833256482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"ab746a9d-d742-4aeb-92e5-2efefe84068c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:49.842708664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"ab746a9d-d742-4aeb-92e5-2efefe84068c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.115901798Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"7b213ce9-8cf6-4cf7-bfd9-2a16fe077739","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.116879391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"8787d366-d01a-40c4-8eda-da433cd25665","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.116898748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"8787d366-d01a-40c4-8eda-da433cd25665","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.128191327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"7b213ce9-8cf6-4cf7-bfd9-2a16fe077739","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.148596085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"9f1bce1e-be83-4f37-b662-4c9855f5c77f","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.148662224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"ad90c59b-774c-43cd-88b2-58c4e67bcb48","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.159633211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"7b213ce9-8cf6-4cf7-bfd9-2a16fe077739","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.15965384Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"7b213ce9-8cf6-4cf7-bfd9-2a16fe077739","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.168280106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"83f04214-d673-4bfb-88cf-103e17124cc3","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.168298969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"83f04214-d673-4bfb-88cf-103e17124cc3","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.246967629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"17be3a1d-e310-4ea6-af37-53147f955824","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.246980466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"a25a27b9-d6d4-497b-ba66-0ab6189297a1","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.250194609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"bd74ffe3-10f9-43cd-bafe-4a526e433bff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.259604803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"bd74ffe3-10f9-43cd-bafe-4a526e433bff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.285325579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"17271592-c49e-4b59-abe2-02c19bcd035b","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.285343624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"17271592-c49e-4b59-abe2-02c19bcd035b","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.377773561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"22e834fb-5ee4-46f8-a1dd-2da466db2620","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.377792606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"22e834fb-5ee4-46f8-a1dd-2da466db2620","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.383284612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-2-w0-f6f292","reconcileID":"c04a3203-8898-4471-91b5-8038f5578811","MaaSModelRef":{"name":"distinct-2-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-2-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-2-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.383499011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"distinct-w0-f6f292","reconcileID":"d8c7d6cf-2fad-4ffb-85f0-73ca2683b82c","MaaSModelRef":{"name":"distinct-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"distinct-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"distinct-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.388995416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"simulator-w0-f6f292","reconcileID":"4178ed18-7b58-4fce-9362-75d3bd7868d1","MaaSModelRef":{"name":"simulator-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"simulator-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"simulator-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:51.604451521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"namespace":"e2e-models-e2e-worker-w0-f6f292","name":"premium-w0-f6f292","reconcileID":"752dd930-7a49-4345-acee-65601764ee43","MaaSModelRef":{"name":"premium-w0-f6f292","namespace":"e2e-models-e2e-worker-w0-f6f292"},"routeName":"premium-w0-f6f292-kserve-route","namespace":"e2e-models-e2e-worker-w0-f6f292","llmisvcName":"premium-w0-f6f292","gateway":"openshift-ingress/e2e-worker-w0-f6f292","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.130826901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"29ce2e4e-fe2a-44cf-af08-2bced88b5f12","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.130872959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"29ce2e4e-fe2a-44cf-af08-2bced88b5f12","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.139530012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"5c9b2633-d2d6-4dcc-95d2-f7b5ceaf99d2","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.13954889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"5c9b2633-d2d6-4dcc-95d2-f7b5ceaf99d2","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.147140479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"828c5dd3-afab-4963-945f-64c248b3a179","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.178383635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"828c5dd3-afab-4963-945f-64c248b3a179","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.187446366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-398158-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"828c5dd3-afab-4963-945f-64c248b3a179","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.19687354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"fa22b88e-d9f1-41a1-bef3-43dca82fc1c9","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:52.196892364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"fa22b88e-d9f1-41a1-bef3-43dca82fc1c9","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.327601414Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","namespace":"ai-tenant-e2e-worker-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.327684284Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","namespace":"ai-tenant-e2e-worker-w0-f6f292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.327785076Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","tenant":"e2e-worker-w0-f6f292","tenantID":"e2e-worker-w0-f6f292","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.333608052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"Deployment","name":"maas-api-e2e-worker-w0-f6f292","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.347983976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"Service","name":"maas-api-e2e-worker-w0-f6f292","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.36404171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-f6f292","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.372224844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-f6f292","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.383847694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.39024421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.399335341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.405886125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.409955999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.413722421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.417617258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"Service","name":"payload-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.421321097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.426103705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.429936725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.434609389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.444419436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.448267773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.452091545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.455795659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-f6f292","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:55.459571788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f6f292"},"namespace":"ai-tenant-e2e-worker-w0-f6f292","name":"default-tenant","reconcileID":"04c80579-b139-4a58-9fca-e8204077bc52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-f6f292","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:57.19806879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"abc513c4-56ec-4f93-b447-5650adfaa1b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:57.208825602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"abc513c4-56ec-4f93-b447-5650adfaa1b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:57.21714786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-8093f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bafb6561cf699278e0dd49a235a1166382510b52d6290cee173502807cbd9473) AuthConfig (bf408b8c6099ca41bd7f412bf083807386a9b25e6cda75d61d78a1307b7e5cec) AuthConfig (53429b71fa57a1630e8154346d1f020634a8e4d39040ec373f259870d3774f3d) AuthConfig (c68117a0426e0a85db736b52e0c5685bc9a489ee5270d238974a81ad6462eaec) AuthConfig (94c0629511044b3ce013c059b4ec257a13e0945f8781da0377065510db4e1358) AuthConfig (a475ca7326bbfe2c389385fc666456543cd60918e83d0a57e6315245da309bec) AuthConfig (781907f6c8dd6fa5e659cfd619ae451ce89f7ad277dcba20fbbdf5f7d2683c8f) AuthConfig (b1ca15747c50c7be71356aaca7c717c3cd03713d3d281902a9f49e0cfe3b2752) AuthConfig (22b415cf8237b4b1d69be1e0d959e261c4c768dfafdd73317aea9c0c93daa8de) AuthConfig (d518f1f2b8ced08a8ceade564f3b22ff409fe470f56532e16ed1207d2a7db87c) AuthConfig (b34b36601d29a8f8a8e107a97f4fffb340ddc9d243057aff5b512c27c9808616) AuthConfig (339a9ddb69b263cc744ba017b12f2edd1eb1e7b4f94c6ab7375371cfe0ae77d4) AuthConfig (32ce72fffb92bf7e924f6b4573a2a9dd051c6df56eda195a00a7d085d951c84c) AuthConfig (37c9b9cdac5b9d37204c954ae66464fee006d25f43ad34d6689c4678851d76a6) AuthConfig (38d148fd1a121473730dac5ed12090f3fa04864d2663086731b5da3f12f53b83) AuthConfig (96c84d724ef5ca41af8225dac712b00a4b62af491c742629b1083f845076e67b) AuthConfig (6885709babf5b3118a039a010c07181105869208cf9f68051a909033822325f1) AuthConfig (13e0eb93aa229e53f00acd5474df3fd6135a6879446ccba634af17e76b378569)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"abc513c4-56ec-4f93-b447-5650adfaa1b1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:57.227525522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"83197098-e3a0-4dc7-9736-06305915d7d2","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:57.227546835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"83197098-e3a0-4dc7-9736-06305915d7d2","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:59.962207119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b56bd-15bb-40cb-b984-e49a6187eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:59.966375162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b56bd-15bb-40cb-b984-e49a6187eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:59.970457626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b56bd-15bb-40cb-b984-e49a6187eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:32:59.975204611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298b56bd-15bb-40cb-b984-e49a6187eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.219570066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a7b96-9e21-4f23-ae1a-58923608d2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.223670156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a7b96-9e21-4f23-ae1a-58923608d2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.227921021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a7b96-9e21-4f23-ae1a-58923608d2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.233092422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8a7b96-9e21-4f23-ae1a-58923608d2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.437159523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefd43a7-683b-4016-a090-bc0ae825e1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.441378602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefd43a7-683b-4016-a090-bc0ae825e1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.445959619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefd43a7-683b-4016-a090-bc0ae825e1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.453285169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefd43a7-683b-4016-a090-bc0ae825e1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.845082287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d28ed2b-cb7b-4e08-be34-182c164cac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.849228241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d28ed2b-cb7b-4e08-be34-182c164cac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.853360733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d28ed2b-cb7b-4e08-be34-182c164cac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:00.858028473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d28ed2b-cb7b-4e08-be34-182c164cac30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:01.398094542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"89d8e52e-81f2-4b0a-9887-9034cec726d2","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscription":"e2e-shared-sub-43c7ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:01.434123843Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-43c7ba","reconcileID":"89d8e52e-81f2-4b0a-9887-9034cec726d2","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b3bea7/e2e-a-only-43c7ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:01.452548878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"fc026266-7dd8-4f23-9fc0-b8d17056ecad","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:01.462198322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"42559bbb-4cc3-4961-9c5b-0e0a6208a48f","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:01.462217912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"42559bbb-4cc3-4961-9c5b-0e0a6208a48f","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:01.612794504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"ba0f6215-4909-4a0f-8737-7c15925cc8ea","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:01.612913051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"ba0f6215-4909-4a0f-8737-7c15925cc8ea","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:02.210337545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b6d76a57-f1ad-459b-8188-83962cdc8cfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:02.229463176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b6d76a57-f1ad-459b-8188-83962cdc8cfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:02.237394497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-398158-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b6d76a57-f1ad-459b-8188-83962cdc8cfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.49164682Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f6f292","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f6f292","reconcileID":"18299545-2425-493a-a4f6-6726fce068ee","aitenant":"ai-tenants/e2e-worker-w0-f6f292","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.654434013Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f6f292","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f6f292","reconcileID":"18299545-2425-493a-a4f6-6726fce068ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f6f292","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-f6f292"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.666675501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15e2cbf-847a-432f-8b15-465e177e0e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.670948103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15e2cbf-847a-432f-8b15-465e177e0e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.675259058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15e2cbf-847a-432f-8b15-465e177e0e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.67962311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15e2cbf-847a-432f-8b15-465e177e0e21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.988132742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda67c4-53f7-4fb1-a059-553527d33326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:04.996302391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda67c4-53f7-4fb1-a059-553527d33326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:05.003911963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda67c4-53f7-4fb1-a059-553527d33326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:05.016176159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cda67c4-53f7-4fb1-a059-553527d33326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:05.503235851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb93f7-f202-4a34-95ed-4a7069f8ca23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:05.50851581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb93f7-f202-4a34-95ed-4a7069f8ca23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:05.533222306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb93f7-f202-4a34-95ed-4a7069f8ca23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:05.543060645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eb93f7-f202-4a34-95ed-4a7069f8ca23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:07.236533191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a6efbdd3-4c19-4fd6-b9d7-2c7bd4d6878f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:07.245848355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a6efbdd3-4c19-4fd6-b9d7-2c7bd4d6878f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:07.253971528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-8093f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bafb6561cf699278e0dd49a235a1166382510b52d6290cee173502807cbd9473) AuthConfig (bf408b8c6099ca41bd7f412bf083807386a9b25e6cda75d61d78a1307b7e5cec) AuthConfig (53429b71fa57a1630e8154346d1f020634a8e4d39040ec373f259870d3774f3d) AuthConfig (c68117a0426e0a85db736b52e0c5685bc9a489ee5270d238974a81ad6462eaec) AuthConfig (94c0629511044b3ce013c059b4ec257a13e0945f8781da0377065510db4e1358) AuthConfig (a475ca7326bbfe2c389385fc666456543cd60918e83d0a57e6315245da309bec) AuthConfig (781907f6c8dd6fa5e659cfd619ae451ce89f7ad277dcba20fbbdf5f7d2683c8f) AuthConfig (b1ca15747c50c7be71356aaca7c717c3cd03713d3d281902a9f49e0cfe3b2752) AuthConfig (22b415cf8237b4b1d69be1e0d959e261c4c768dfafdd73317aea9c0c93daa8de) AuthConfig (d518f1f2b8ced08a8ceade564f3b22ff409fe470f56532e16ed1207d2a7db87c) AuthConfig (b34b36601d29a8f8a8e107a97f4fffb340ddc9d243057aff5b512c27c9808616) AuthConfig (339a9ddb69b263cc744ba017b12f2edd1eb1e7b4f94c6ab7375371cfe0ae77d4) AuthConfig (32ce72fffb92bf7e924f6b4573a2a9dd051c6df56eda195a00a7d085d951c84c) AuthConfig (37c9b9cdac5b9d37204c954ae66464fee006d25f43ad34d6689c4678851d76a6) AuthConfig (38d148fd1a121473730dac5ed12090f3fa04864d2663086731b5da3f12f53b83) AuthConfig (96c84d724ef5ca41af8225dac712b00a4b62af491c742629b1083f845076e67b) AuthConfig (6885709babf5b3118a039a010c07181105869208cf9f68051a909033822325f1) AuthConfig (13e0eb93aa229e53f00acd5474df3fd6135a6879446ccba634af17e76b378569)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a6efbdd3-4c19-4fd6-b9d7-2c7bd4d6878f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:11.703562906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"9fd341c9-5e48-4148-a743-21350b7b62bf","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscription":"e2e-a-only-43c7ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:11.70810372Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"9fd341c9-5e48-4148-a743-21350b7b62bf","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:11.712616745Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-43c7ba","reconcileID":"9fd341c9-5e48-4148-a743-21350b7b62bf","MaaSSubscription":{"name":"e2e-a-only-43c7ba","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:11.743716859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"35b3224c-0a5f-4ba3-8245-34c6b57d0385","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:11.743758898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"35b3224c-0a5f-4ba3-8245-34c6b57d0385","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.046001326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f23508e3-1b4f-429b-b19b-a0eed2d8cc38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.046056661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"5a3343b4-a2fc-4192-9770-1169e0db35a4","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.046074608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"5a3343b4-a2fc-4192-9770-1169e0db35a4","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.07657106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"e78e2458-5765-4f90-949c-c2b6e3ebbd04","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.076568433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"b3090cdf-5c43-47da-8e9a-18d7349cc344","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.154246121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f23508e3-1b4f-429b-b19b-a0eed2d8cc38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.188121354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f23508e3-1b4f-429b-b19b-a0eed2d8cc38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.188150188Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-43c7ba","reconcileID":"f23508e3-1b4f-429b-b19b-a0eed2d8cc38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.196623048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"0c6f061b-fd21-4a64-a1a3-3921de22de46","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.196646107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"0c6f061b-fd21-4a64-a1a3-3921de22de46","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.226171544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"a4d848a3-7d1b-4b7f-a109-12503394b64d","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.226172995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"e409e10b-075e-43f1-918b-798a3134b887","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.258073852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"71305a55-efc5-4df6-b31f-7e45515c6bf9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.267240135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"71305a55-efc5-4df6-b31f-7e45515c6bf9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.275617342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-398158-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"71305a55-efc5-4df6-b31f-7e45515c6bf9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.338930839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"f690ff15-736d-42b1-ba71-ad77d9a4f130","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:12.338952942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"f690ff15-736d-42b1-ba71-ad77d9a4f130","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.688618212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.688711079Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.688785761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","tenant":"e2e-shared-b-w1-2b1f66","tenantID":"e2e-shared-b-w1-2b1f66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.694799491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-2b1f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.709558742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"Service","name":"maas-api-e2e-shared-b-w1-2b1f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.732955058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-2b1f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.749558879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-2b1f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.757446228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.763890984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.772809269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.779279235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.783102326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.786858552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.790687768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.796358222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.800555339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.804797011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.808645574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.81658206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.820278638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.824165915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.828362919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-2b1f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:13.832031816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2b1f66"},"namespace":"ai-tenant-e2e-shared-b-w1-2b1f66","name":"default-tenant","reconcileID":"5ba688b1-4cce-49d0-b934-c225c80e6480","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-2b1f66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.128321601Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2b1f66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2b1f66","reconcileID":"81c07ed1-0305-4a7c-aa91-d9c5950d1daa","aitenant":"ai-tenants/e2e-shared-b-w1-2b1f66","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.214570361Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2b1f66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2b1f66","reconcileID":"81c07ed1-0305-4a7c-aa91-d9c5950d1daa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-2b1f66","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-2b1f66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.227567842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ca580c-be24-4295-8c02-12ff50615a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.232142171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ca580c-be24-4295-8c02-12ff50615a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.239941186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ca580c-be24-4295-8c02-12ff50615a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.248965822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ca580c-be24-4295-8c02-12ff50615a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.525829196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ce0984-8135-4331-a802-e358b4dc10f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.529894393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ce0984-8135-4331-a802-e358b4dc10f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.535325132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ce0984-8135-4331-a802-e358b4dc10f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.546009125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ce0984-8135-4331-a802-e358b4dc10f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.992607064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48382d8f-ada0-43c6-be80-9404afc2881a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:15.998145916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48382d8f-ada0-43c6-be80-9404afc2881a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.003182098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48382d8f-ada0-43c6-be80-9404afc2881a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.007817608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48382d8f-ada0-43c6-be80-9404afc2881a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.015523674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.187961302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-access","reconcileID":"d4f906e6-5c47-4b29-b81b-d43f1a60e496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.187954564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"cc9513ab-0bae-4815-a0c5-9e5ef1632f22","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.208004405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"964c995d-53e7-49a3-b6c5-981987fcd117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.217483337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"6a2ff57b-5c25-41f6-b3d4-927be8a41a34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.218319247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"964c995d-53e7-49a3-b6c5-981987fcd117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.303292763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"d9d545af-e472-470c-a460-eb97e1b38b60","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.322551852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"d3f36099-0859-45f3-8675-f84a873df5ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.331974545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"d3f36099-0859-45f3-8675-f84a873df5ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.332366817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"d10c4bb7-f533-4882-b82b-cef57d9eb0df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.471195136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"34413ba2-eb66-4392-9474-947cffa93e43","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.479302907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"56ff522f-dc44-4b31-854e-9405cab2f5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:16.490383142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"56ff522f-dc44-4b31-854e-9405cab2f5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:17.261971965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"3e5557a9-fc48-4159-91dd-e46ca7a6e224","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:17.271344414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"3e5557a9-fc48-4159-91dd-e46ca7a6e224","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:17.279004255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-8093f5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bafb6561cf699278e0dd49a235a1166382510b52d6290cee173502807cbd9473) AuthConfig (bf408b8c6099ca41bd7f412bf083807386a9b25e6cda75d61d78a1307b7e5cec) AuthConfig (53429b71fa57a1630e8154346d1f020634a8e4d39040ec373f259870d3774f3d) AuthConfig (c68117a0426e0a85db736b52e0c5685bc9a489ee5270d238974a81ad6462eaec) AuthConfig (94c0629511044b3ce013c059b4ec257a13e0945f8781da0377065510db4e1358) AuthConfig (a475ca7326bbfe2c389385fc666456543cd60918e83d0a57e6315245da309bec) AuthConfig (781907f6c8dd6fa5e659cfd619ae451ce89f7ad277dcba20fbbdf5f7d2683c8f) AuthConfig (b1ca15747c50c7be71356aaca7c717c3cd03713d3d281902a9f49e0cfe3b2752) AuthConfig (22b415cf8237b4b1d69be1e0d959e261c4c768dfafdd73317aea9c0c93daa8de) AuthConfig (d518f1f2b8ced08a8ceade564f3b22ff409fe470f56532e16ed1207d2a7db87c) AuthConfig (b34b36601d29a8f8a8e107a97f4fffb340ddc9d243057aff5b512c27c9808616) AuthConfig (339a9ddb69b263cc744ba017b12f2edd1eb1e7b4f94c6ab7375371cfe0ae77d4) AuthConfig (32ce72fffb92bf7e924f6b4573a2a9dd051c6df56eda195a00a7d085d951c84c) AuthConfig (37c9b9cdac5b9d37204c954ae66464fee006d25f43ad34d6689c4678851d76a6) AuthConfig (38d148fd1a121473730dac5ed12090f3fa04864d2663086731b5da3f12f53b83) AuthConfig (96c84d724ef5ca41af8225dac712b00a4b62af491c742629b1083f845076e67b) AuthConfig (6885709babf5b3118a039a010c07181105869208cf9f68051a909033822325f1) AuthConfig (13e0eb93aa229e53f00acd5474df3fd6135a6879446ccba634af17e76b378569)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"3e5557a9-fc48-4159-91dd-e46ca7a6e224","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.162309807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"3b53f1a7-13e7-436e-acf1-b796af35870c","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.207225405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"cac4d5ce-75d5-4c20-abac-3242c0c7c649","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.255504131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"0248dadd-3d1b-4537-b8f6-d53861f0132c","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.273632948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"1dcb78e0-741f-4c43-acd9-d176808cb937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.274620426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"a8642042-706b-4c8a-872a-28e6594d037c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.28343221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"1dcb78e0-741f-4c43-acd9-d176808cb937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.299785554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"f305ce23-d543-4a78-b237-a7c022f8e9f3","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.301613002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"3cbfe99e-ad2b-48d9-89b1-d2fbacbb9461","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.306327806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"203840ff-0303-4164-8dcb-096a993c0856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.320255844Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"203840ff-0303-4164-8dcb-096a993c0856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.373934234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"cf1f25ff-d49d-43cc-bf7b-d14bc233a926","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.379369574Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"simulator-subscription","reconcileID":"203840ff-0303-4164-8dcb-096a993c0856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/simulator-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.399633275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"9b2c549b-7c77-4db5-9714-a3a349bab7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.409152693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"9b2c549b-7c77-4db5-9714-a3a349bab7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.474353945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"4c242139-c609-4914-8e16-a3f1e96876b2","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.506641804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"27e7a3a3-6859-4c38-a524-82a48e161dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:21.516326336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"27e7a3a3-6859-4c38-a524-82a48e161dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.288181866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"081bfb5d-3c14-4fa4-aab8-97f2cdfce50d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.297345197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"081bfb5d-3c14-4fa4-aab8-97f2cdfce50d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.305432709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-398158-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"081bfb5d-3c14-4fa4-aab8-97f2cdfce50d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.357079978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"ca9cbca8-5421-4fe9-8fc2-f953de7b20fa","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscription":"e2e-shared-sub-43c7ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.386191034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-43c7ba","reconcileID":"ca9cbca8-5421-4fe9-8fc2-f953de7b20fa","MaaSSubscription":{"name":"e2e-shared-sub-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-15b02a/e2e-b-only-43c7ba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.410895263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"deb42583-e1e3-401e-9137-176b05efadb4","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.412895335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"7bafd74f-f654-4059-bacc-5d33f58db890","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.412914425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"7bafd74f-f654-4059-bacc-5d33f58db890","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.74184434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"269cec3e-f116-4a70-a833-44db5e384005","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:22.741867844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"269cec3e-f116-4a70-a833-44db5e384005","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.151261482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"1f1ed520-bba3-4f94-8eb1-8f174c239888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.160419171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"1f1ed520-bba3-4f94-8eb1-8f174c239888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.161380758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"bf4cfcaf-27a2-4c0c-8c20-c724d7cb42c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.18233789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"a2d1d641-3160-4f8c-9195-21e52f661150","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.182572696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"bd7d3d61-b233-47a2-9d04-af9906745d22","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.182853057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"3c74b9e3-1637-40d7-9cc8-3d8ff544f485","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.183186382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"f6c7adda-713b-4eaa-9f9b-8a82e7f9c0d3","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.251598988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"b9688e0b-2f69-40ba-920a-0c8654f5d38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.298825874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"fd630fbd-4802-4e2f-933a-16412a6e1f49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.302207236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"b9688e0b-2f69-40ba-920a-0c8654f5d38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.353293245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"0517e09e-e14f-47fc-b30c-fa21ffa75687","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.366595599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"0517e09e-e14f-47fc-b30c-fa21ffa75687","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.371765975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6090265a-d14a-48e4-b31e-a499a97d3ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.376882586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6090265a-d14a-48e4-b31e-a499a97d3ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.381363563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6090265a-d14a-48e4-b31e-a499a97d3ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.385573478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6090265a-d14a-48e4-b31e-a499a97d3ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.433795561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"528e19f3-dd41-4495-8955-e334010757c9","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.433816813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"528e19f3-dd41-4495-8955-e334010757c9","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.658211168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f2d348-6478-477c-b942-41712eccfa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.711290451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f2d348-6478-477c-b942-41712eccfa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.717381036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f2d348-6478-477c-b942-41712eccfa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.721990515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f2d348-6478-477c-b942-41712eccfa7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.798301818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"ab58ac89-4172-43ac-9e74-ac94651a1ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.79882299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"c29cf78a-769d-45f2-9a4f-b797c1c73015","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.826232932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"a185bf24-85ba-4e70-8668-95807fd46a0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.909764815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"ab58ac89-4172-43ac-9e74-ac94651a1ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.941589112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"ab58ac89-4172-43ac-9e74-ac94651a1ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"e2e-worker-w1-5cb349-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.941610122Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-access","reconcileID":"ab58ac89-4172-43ac-9e74-ac94651a1ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:27.949966992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"dee548da-7177-46ac-9bc0-3366d6afa46d","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:28.067275878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"c00aacb4-3f61-4f42-b18e-266632c90318","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.41547014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"536c8c6c-4852-49aa-bc27-7897fa87ad44","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.415491885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"536c8c6c-4852-49aa-bc27-7897fa87ad44","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.426726334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"207448c8-a9ec-4fbc-b1a7-4271dfb2f929","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.427416574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"7408f92b-8ed4-49a2-a351-9f59349fb9c9","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.4274342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"7408f92b-8ed4-49a2-a351-9f59349fb9c9","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:29.428327038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"40ec029c-6538-44f9-9549-57ee1b444403","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4e54f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:29.433005644Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"7408f92b-8ed4-49a2-a351-9f59349fb9c9","name":"rate-test-model-58b75d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-58b75d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:29.433070278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"7408f92b-8ed4-49a2-a351-9f59349fb9c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-58b75d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.435969598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"207448c8-a9ec-4fbc-b1a7-4271dfb2f929","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.438517293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"1cc98d51-1ff4-4df6-9776-1f5250be6fb9","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.438537043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"1cc98d51-1ff4-4df6-9776-1f5250be6fb9","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.441098418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"1fad7044-2859-4b57-a363-27d82d839203","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.44112034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"1fad7044-2859-4b57-a363-27d82d839203","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.450024568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"9d2d976e-a345-49f0-9747-71eb04f73ca7","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.450040507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"9d2d976e-a345-49f0-9747-71eb04f73ca7","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.530106461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"7a9751ba-bf42-450f-9659-5d5eba8be01c","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"maas-trlp-rate-test-model-58b75d","model":"rate-test-model-58b75d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-58b75d/e2e-rate-iso-a-4e54f7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.553294395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"7e504681-7670-400d-a44c-f40869e3d76d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.554281915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"e27ec647-651a-4693-8eaf-9dc6e0849edf","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.554299436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"e27ec647-651a-4693-8eaf-9dc6e0849edf","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.562152114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"7e504681-7670-400d-a44c-f40869e3d76d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.616517372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"3d50f9cf-767f-4ac8-ad3b-f369b8a0f65d","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.616544762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"3d50f9cf-767f-4ac8-ad3b-f369b8a0f65d","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.626725274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"1895ef85-52a9-4dd9-b6a1-fd9a06798b43","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.626763475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"1895ef85-52a9-4dd9-b6a1-fd9a06798b43","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:29.629176831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"ce2cae96-99ee-4082-b091-7eab62b7bd87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4e54f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.630071124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"bb6cdfb9-3442-470a-b3e1-9fdf67c5b3ee","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"maas-trlp-rate-test-model-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.642121705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"9ca2a7f4-36fa-4980-aedc-d13248447dd8","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.642141777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"9ca2a7f4-36fa-4980-aedc-d13248447dd8","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.649424095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"4dcf2caf-edc0-4ddc-8cca-9326ce76a925","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.649442493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"4dcf2caf-edc0-4ddc-8cca-9326ce76a925","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.65169603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a1200abe-58c2-4d4e-81d3-6e846dd44c66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.660538972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"a1200abe-58c2-4d4e-81d3-6e846dd44c66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.731596941Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"30c7aede-743d-4a92-95e9-5ed320ee1e77","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"maas-trlp-rate-test-model-8093f5","model":"rate-test-model-8093f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-8093f5/e2e-rate-iso-b-4e54f7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.75535998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"a74329b0-36c7-49af-9108-30699ddb1ce6","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.755378188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"a74329b0-36c7-49af-9108-30699ddb1ce6","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.758417931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6b58b1cb-d290-47ed-bc82-1e3c11abb0b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.767685552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"6b58b1cb-d290-47ed-bc82-1e3c11abb0b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:29.828116795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"787302f5-c2fb-467f-a902-cb52a6fbcaca","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"maas-trlp-rate-test-model-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:30.21434148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"593bdc70-1347-4278-900f-8d9a63e9bda2","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.315185575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"409208ec-a57a-47d9-9af5-6cda2c9126fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.325758054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"409208ec-a57a-47d9-9af5-6cda2c9126fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.334382155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-398158-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d32bf8141633cd2e646fe1753f62f44bc44a2519cf322a454b0056ccbf73679) AuthConfig (c89d8eaed36b5e90435293b6d192cb0f90e09d4b9e5d3b9101047f2804e41980) AuthConfig (665088c818394656c2d1dffa85ad773cfbc33882612daab56815ad0ab21f8da4) AuthConfig (e112d22132d1a593d5fb7443763e199ab37de1f5ba75eba6887ca0d62212faba) AuthConfig (ee3d76dc832b4a6a3fab7b85cdc0f4cbe976e60ea957e0ccea5872569826da06) AuthConfig (14370c0ab81f889ed7eacd7c2a6f2bc35d2ac6fc4a69971139c9756387d07978) AuthConfig (5fd1e0f8c03394dc927d5a0582ac6e5faa30ac05258f3ca92ec89a6355b2e09d) AuthConfig (2bcf30b1121ec2565ae44bef2ebd9165234712dcee383f1cb688b4a92c18004b) AuthConfig (07bda99e687f92553143170bc5535c0f8ae8783ffd26326c8ec335ef6daef051) AuthConfig (37922686d0a6a0a1c704158adee2b6b1ef4ab80291a60188deba98fbd0ebb711) AuthConfig (3149bf22bf3c72a648c9f223e1106a0ce11931d5ef71246c68043d3423c0b52d) AuthConfig (1c6e5c933267c0b031694418ddf73640cf0af6cda1c58d3d19fbc83861416d71) AuthConfig (e2e31699e7618d842a88c6d9593682ccd14841e3b5f8a8a75801c85089174d82) AuthConfig (88c254ad59fcb777f2804480449099b45f79ba6c55c36f16bbc721f9cdb7c1cd) AuthConfig (e21603620d9a1406993f38c18f03e570c070b2d3a89ffa673e4fa464866b1908) AuthConfig (7d26114275514bc85acebe594b6c8f90bde35711817f88a9d87e7f1c1bffe85b) AuthConfig (b54916c9ec9a5117709ea4a3f9601202e231b68be99fc95f179d27e1d852cdd6) AuthConfig (91fbb125b99353a41eb124a88e9aed50f853ab73419105c8551d513b9765c65f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"409208ec-a57a-47d9-9af5-6cda2c9126fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.344613564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"5b5b6b74-22eb-4970-a92a-d2f448c24cca","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.344633267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"5b5b6b74-22eb-4970-a92a-d2f448c24cca","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.802647564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"22235e7e-1d49-4fe6-9346-317770413421","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscription":"e2e-b-only-43c7ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.807473998Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"22235e7e-1d49-4fe6-9346-317770413421","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.812081494Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-43c7ba","reconcileID":"22235e7e-1d49-4fe6-9346-317770413421","MaaSSubscription":{"name":"e2e-b-only-43c7ba","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.84383023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c92442a2-51ab-489d-b956-2e9347d1b47b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:32.843849921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c92442a2-51ab-489d-b956-2e9347d1b47b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.034473203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"30f3c080-24c3-4bf5-bfe5-f8ca21fc6103","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.034500257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"30f3c080-24c3-4bf5-bfe5-f8ca21fc6103","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.044051593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"23d1f139-2867-4a92-b732-619631586118","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.044069139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"23d1f139-2867-4a92-b732-619631586118","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.05184248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"442dcd05-b668-4acc-a822-82340f6bdba7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.088589953Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"442dcd05-b668-4acc-a822-82340f6bdba7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.096691094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"442dcd05-b668-4acc-a822-82340f6bdba7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.105775703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"bb7b2057-60a7-47d6-a66c-5ed7ff8d5c4d","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:33.105796384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"bb7b2057-60a7-47d6-a66c-5ed7ff8d5c4d","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:37.184014246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"2240742b-981e-4aeb-b173-da93ee6c654e","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:37.184498864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"b3c6b745-2c41-445d-8b59-3fd0ea3704a3","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:37.184868218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"1f39010f-447a-4c1e-b99a-9ef04db414f7","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:37.462584487Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"f342ca9c-ac02-4275-9099-0ff44b0ad462","namespace":"ai-tenant-e2e-worker-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:37.462665578Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"f342ca9c-ac02-4275-9099-0ff44b0ad462","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:37.470798395Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"f342ca9c-ac02-4275-9099-0ff44b0ad462","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:37.470816044Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"f342ca9c-ac02-4275-9099-0ff44b0ad462","namespace":"ai-tenant-e2e-worker-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:40.215277333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"a53aab48-68dc-41f1-aec1-114d4a2ac26c","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:40.233882265Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"4af6994b-e51b-4300-9a80-62d069fb4a2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:40.238457423Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"4af6994b-e51b-4300-9a80-62d069fb4a2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:40.242963436Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"premium-simulator-subscription","reconcileID":"4af6994b-e51b-4300-9a80-62d069fb4a2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"name":"maas-trlp-premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349","model":"e2e-models-e2e-worker-w1-5cb349/premium-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:40.275304767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"fa8d328f-4946-42bd-a188-9479d8da3631","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:42.352115778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"dd261971-3645-4293-8a23-a88149c10dd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:42.361115452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"dd261971-3645-4293-8a23-a88149c10dd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:42.368646023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-398158-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d32bf8141633cd2e646fe1753f62f44bc44a2519cf322a454b0056ccbf73679) AuthConfig (c89d8eaed36b5e90435293b6d192cb0f90e09d4b9e5d3b9101047f2804e41980) AuthConfig (665088c818394656c2d1dffa85ad773cfbc33882612daab56815ad0ab21f8da4) AuthConfig (e112d22132d1a593d5fb7443763e199ab37de1f5ba75eba6887ca0d62212faba) AuthConfig (ee3d76dc832b4a6a3fab7b85cdc0f4cbe976e60ea957e0ccea5872569826da06) AuthConfig (14370c0ab81f889ed7eacd7c2a6f2bc35d2ac6fc4a69971139c9756387d07978) AuthConfig (5fd1e0f8c03394dc927d5a0582ac6e5faa30ac05258f3ca92ec89a6355b2e09d) AuthConfig (2bcf30b1121ec2565ae44bef2ebd9165234712dcee383f1cb688b4a92c18004b) AuthConfig (07bda99e687f92553143170bc5535c0f8ae8783ffd26326c8ec335ef6daef051) AuthConfig (37922686d0a6a0a1c704158adee2b6b1ef4ab80291a60188deba98fbd0ebb711) AuthConfig (3149bf22bf3c72a648c9f223e1106a0ce11931d5ef71246c68043d3423c0b52d) AuthConfig (1c6e5c933267c0b031694418ddf73640cf0af6cda1c58d3d19fbc83861416d71) AuthConfig (e2e31699e7618d842a88c6d9593682ccd14841e3b5f8a8a75801c85089174d82) AuthConfig (88c254ad59fcb777f2804480449099b45f79ba6c55c36f16bbc721f9cdb7c1cd) AuthConfig (e21603620d9a1406993f38c18f03e570c070b2d3a89ffa673e4fa464866b1908) AuthConfig (7d26114275514bc85acebe594b6c8f90bde35711817f88a9d87e7f1c1bffe85b) AuthConfig (b54916c9ec9a5117709ea4a3f9601202e231b68be99fc95f179d27e1d852cdd6) AuthConfig (91fbb125b99353a41eb124a88e9aed50f853ab73419105c8551d513b9765c65f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"dd261971-3645-4293-8a23-a88149c10dd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:43.113908231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"c95ab68a-eb85-4409-8d81-40c0d6e583b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:43.123209355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"c95ab68a-eb85-4409-8d81-40c0d6e583b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:43.131089864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"c95ab68a-eb85-4409-8d81-40c0d6e583b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:46.015885362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:47.185354786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"b5b93da0-d56f-476a-aa3c-55b58ebbb809","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:47.185622674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"904ca077-ef9d-403e-b02b-827ff26d94aa","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:47.18583513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"3419a58f-9a99-4487-a6db-34b8c1a0c1be","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:49.924339306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"6985c9ec-75f5-43ff-be55-13141e1fbef4","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"maas-trlp-rate-test-model-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:49.926897609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"4e1b61eb-519a-4116-a854-7457d3d77c68","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"maas-trlp-rate-test-model-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:49.946398201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"625c088d-6cbb-444b-847c-3b92a35b251d","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:49.946420831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"625c088d-6cbb-444b-847c-3b92a35b251d","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:49.949146389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"f9144cef-23c9-47de-90bf-a3b6795da197","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:49.949166654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"f9144cef-23c9-47de-90bf-a3b6795da197","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.190510662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"11997890-8e6e-47bb-925d-9e738c5e0ab3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.20029511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"11997890-8e6e-47bb-925d-9e738c5e0ab3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.208571444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33c197384075e36a3e07f8cfa05ac583fd36f1a6b68416db017f42d30d7baba2) AuthConfig (8aa118df47f5327cd746e464bae51adf6a0ecb0582c15db7ccc2b096ab048942) AuthConfig (9acbafb355ef9df4dfc8d960171f986d1f53a7dc2b3fe3b4a9ad46017430bc5a) AuthConfig (f8b15e8bc9547d4d04d1d093ceecb49fb57fb969da5d9fc87bd35f89100cd7f7) AuthConfig (79210bdd173ebd53e72052b98c57bfaa6391fe5c9535da44276f21c45b321781) AuthConfig (3f9d59170c3960e38cf654ffdee958e2cdc492c15f14e704b1e477ffec6fb4ad) AuthConfig (d23c400898e5e347ddec1226d219a890f55999820c61b3151850b7afa5576ba8) AuthConfig (53f49784c10dc74aa46b88217275af4921f89facd2110ab6736fd66957150091) AuthConfig (dc5c2a513729c05a4c75c97c7bb41da0e7c1e40a514b49ea80e2069d904499cb) AuthConfig (4a921b9b3ce60b85e9a0dc12f2e87e005087fc35c40753345fe29347441ef898) AuthConfig (16e1a46967a3485f9152196ebeb3d6fafda873ae97064c0a1f6cc6f9e42e4b78) AuthConfig (23b1311bb8cdd89fae0d6b2e05001f8d43eb6772c2eb3eabe890d43db282cb7c) AuthConfig (bfe791be566f84c83840617a404d86a2c3c41754afa27a31fa348e99152166c4) AuthConfig (c949f2c5e151e5e0c014f8780151d6beb78471d209625b256b833e71a616334f) AuthConfig (6b128a2ef42f0542d502542c6c39fd7504215fbbeb184e6bed62cc5635718110) AuthConfig (1bc6b1d110a799014b6f5e74f6eddd51893ddfa55c94c0bae825085198f54baa) AuthConfig (b9658557aa3b79aa46dd94bb3a5622ec003c99477dabdcc41762ed8a77d30875) AuthConfig (2734e9a30a34d576942199a19b4bc08603f0e01a14c8eabafc263ca6b7723d8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"11997890-8e6e-47bb-925d-9e738c5e0ab3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.218879256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"77bfc790-b815-49b3-af54-e515d27e0f18","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.218896184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"77bfc790-b815-49b3-af54-e515d27e0f18","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.275800034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"db721711-ce3a-4267-8b27-4ad48792cb6e","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.802820465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"7cb67f68-960c-4ccb-a8e3-fec9313ed17d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.811954327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"7cb67f68-960c-4ccb-a8e3-fec9313ed17d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.903079723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"9b2dd090-56fa-4442-a76c-d2b534ed5bdb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:50.913394283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"9b2dd090-56fa-4442-a76c-d2b534ed5bdb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:52.378370916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"aff07ed3-8e5b-49b1-8667-82c0afdb9558","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:52.387521694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"aff07ed3-8e5b-49b1-8667-82c0afdb9558","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:52.416179691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"8106a822-6e7c-44a8-a049-b841ac529bae","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:52.416197548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"8106a822-6e7c-44a8-a049-b841ac529bae","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:55.988550807Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","namespace":"ai-tenant-e2e-worker-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:55.988630617Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","namespace":"ai-tenant-e2e-worker-w1-5cb349","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:55.988733426Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","tenant":"e2e-worker-w1-5cb349","tenantID":"e2e-worker-w1-5cb349","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:55.994951278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"Deployment","name":"maas-api-e2e-worker-w1-5cb349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.006414725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"Service","name":"maas-api-e2e-worker-w1-5cb349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.028415436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-5cb349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.036211086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-5cb349","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.045318302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.056082943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.066793178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.073699888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.078013351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.083378697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.090120329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"Service","name":"payload-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.094379364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.098652893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.102848042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.106957825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.115012996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.119204548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.123253243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.127706616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-5cb349","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:56.133725227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-5cb349"},"namespace":"ai-tenant-e2e-worker-w1-5cb349","name":"default-tenant","reconcileID":"3d82f681-adcc-445d-a232-bcac0891c957","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-5cb349","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:57.185948573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"e2991ed9-a344-45d0-9120-c78269aeb900","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:57.186299008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"76a0d811-fb2e-4ca3-a7af-e7ac5008819e","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:57.186523783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"f7e814d7-e44d-485a-903b-88047d1b1061","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.13410849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"3924a393-1977-428f-ae87-759856d9d125","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.140525907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"4387b97a-669a-4c49-9404-c56150b103fa","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.148004834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"94df0818-44dd-4037-a4e5-08b86f05bfed","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.154867177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"2d12fa49-6823-43bb-b9a7-3a00dbdf7f3a","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.233678357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"59c2b67e-bad2-4661-bc04-7b3c7212f379","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-2-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-2-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.233713216Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"59c2b67e-bad2-4661-bc04-7b3c7212f379","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"error":"LLMInferenceService distinct-2-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.249785183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-2-w1-5cb349","reconcileID":"59c2b67e-bad2-4661-bc04-7b3c7212f379","error":"LLMInferenceService distinct-2-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.251383582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"fa715f4b-03ba-4ef8-b751-7ad3d2b132cd","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.251703418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"adb16483-7d84-434c-8eeb-54a1b6e53d37","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.25210547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"50b68481-e137-49d7-a4e9-7a36cf725b29","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.520264913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"9e7df107-c320-4c05-a9de-d61344283a0c","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.520364855Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"9e7df107-c320-4c05-a9de-d61344283a0c","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"error":"LLMInferenceService distinct-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.530042442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"9e7df107-c320-4c05-a9de-d61344283a0c","error":"LLMInferenceService distinct-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.535571324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"df7cc55d-f32c-4faf-b061-0cae926b0585","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"distinct-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"distinct-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.535602024Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"df7cc55d-f32c-4faf-b061-0cae926b0585","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"error":"LLMInferenceService distinct-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.535665162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"distinct-w1-5cb349","reconcileID":"df7cc55d-f32c-4faf-b061-0cae926b0585","error":"LLMInferenceService distinct-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.537538808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"525c5f26-ac4f-4cc5-a90d-68c3c1e2c694","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.548130087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"10a79b59-b0d1-477b-b0f7-0ec7bd907885","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.663800039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"7df17898-df74-4580-ad26-509c3b7a9050","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.663837884Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"7df17898-df74-4580-ad26-509c3b7a9050","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"error":"LLMInferenceService simulator-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.673666324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"7df17898-df74-4580-ad26-509c3b7a9050","error":"LLMInferenceService simulator-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.679253369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"cb992331-d02c-46dc-8e8f-204d4cb725fa","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"simulator-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"simulator-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.679282577Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"cb992331-d02c-46dc-8e8f-204d4cb725fa","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"error":"LLMInferenceService simulator-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.679355437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"simulator-w1-5cb349","reconcileID":"cb992331-d02c-46dc-8e8f-204d4cb725fa","error":"LLMInferenceService simulator-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.679947611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"c6e18345-1e2a-4e21-bfc6-243f9cd38dd2","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:33:58.914350084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"7309b3a9-7ac7-448f-8b20-f78fac332af9","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"routeName":"premium-w1-5cb349-kserve-route","namespace":"e2e-models-e2e-worker-w1-5cb349","llmisvcName":"premium-w1-5cb349","gateway":"openshift-ingress/e2e-worker-w1-5cb349","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.91438932Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"7309b3a9-7ac7-448f-8b20-f78fac332af9","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"error":"LLMInferenceService premium-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:33:58.93652534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-5cb349","namespace":"e2e-models-e2e-worker-w1-5cb349"},"namespace":"e2e-models-e2e-worker-w1-5cb349","name":"premium-w1-5cb349","reconcileID":"7309b3a9-7ac7-448f-8b20-f78fac332af9","error":"LLMInferenceService premium-w1-5cb349 not found in namespace e2e-models-e2e-worker-w1-5cb349","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:00.227439366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"c2ec35a2-4071-4d24-b22d-0d6df5ec2731","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:00.237679738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"c2ec35a2-4071-4d24-b22d-0d6df5ec2731","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:00.24715699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b3bea7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33c197384075e36a3e07f8cfa05ac583fd36f1a6b68416db017f42d30d7baba2) AuthConfig (8aa118df47f5327cd746e464bae51adf6a0ecb0582c15db7ccc2b096ab048942) AuthConfig (9acbafb355ef9df4dfc8d960171f986d1f53a7dc2b3fe3b4a9ad46017430bc5a) AuthConfig (f8b15e8bc9547d4d04d1d093ceecb49fb57fb969da5d9fc87bd35f89100cd7f7) AuthConfig (79210bdd173ebd53e72052b98c57bfaa6391fe5c9535da44276f21c45b321781) AuthConfig (3f9d59170c3960e38cf654ffdee958e2cdc492c15f14e704b1e477ffec6fb4ad) AuthConfig (d23c400898e5e347ddec1226d219a890f55999820c61b3151850b7afa5576ba8) AuthConfig (53f49784c10dc74aa46b88217275af4921f89facd2110ab6736fd66957150091) AuthConfig (dc5c2a513729c05a4c75c97c7bb41da0e7c1e40a514b49ea80e2069d904499cb) AuthConfig (4a921b9b3ce60b85e9a0dc12f2e87e005087fc35c40753345fe29347441ef898) AuthConfig (16e1a46967a3485f9152196ebeb3d6fafda873ae97064c0a1f6cc6f9e42e4b78) AuthConfig (23b1311bb8cdd89fae0d6b2e05001f8d43eb6772c2eb3eabe890d43db282cb7c) AuthConfig (bfe791be566f84c83840617a404d86a2c3c41754afa27a31fa348e99152166c4) AuthConfig (c949f2c5e151e5e0c014f8780151d6beb78471d209625b256b833e71a616334f) AuthConfig (6b128a2ef42f0542d502542c6c39fd7504215fbbeb184e6bed62cc5635718110) AuthConfig (1bc6b1d110a799014b6f5e74f6eddd51893ddfa55c94c0bae825085198f54baa) AuthConfig (b9658557aa3b79aa46dd94bb3a5622ec003c99477dabdcc41762ed8a77d30875) AuthConfig (2734e9a30a34d576942199a19b4bc08603f0e01a14c8eabafc263ca6b7723d8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"c2ec35a2-4071-4d24-b22d-0d6df5ec2731","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:03.534822425Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5cb349","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5cb349","reconcileID":"90bd130f-e6f0-4bdb-a0f4-7736b10d6c4c","aitenant":"ai-tenants/e2e-worker-w1-5cb349","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:03.663493381Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-5cb349","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-5cb349","reconcileID":"90bd130f-e6f0-4bdb-a0f4-7736b10d6c4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-5cb349","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-5cb349"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:03.682031206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be83a33d-6cb2-4e68-9ae4-cba286e74a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:03.686173636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be83a33d-6cb2-4e68-9ae4-cba286e74a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:03.699153292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be83a33d-6cb2-4e68-9ae4-cba286e74a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:03.704067754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be83a33d-6cb2-4e68-9ae4-cba286e74a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.145199391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868c80df-4173-4b8e-a599-c2951ba5d707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.149455108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868c80df-4173-4b8e-a599-c2951ba5d707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.153707306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868c80df-4173-4b8e-a599-c2951ba5d707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.158530647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868c80df-4173-4b8e-a599-c2951ba5d707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.45768251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b255805-de99-4c7d-a42b-68a1262fcb17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.45931697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"c52738be-30cb-4c51-86ef-91808a14915b","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.459334416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"c52738be-30cb-4c51-86ef-91808a14915b","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.462280479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b255805-de99-4c7d-a42b-68a1262fcb17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.466844192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b255805-de99-4c7d-a42b-68a1262fcb17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.471161711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b255805-de99-4c7d-a42b-68a1262fcb17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.479382724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"6e753e65-cbba-4760-a0b0-0d23f1e0f23b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.483701641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"8d1479ad-c23e-482a-a681-f22a28e8238d","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.483734312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"8d1479ad-c23e-482a-a681-f22a28e8238d","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:04.490960778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"9701cdd8-8fbf-4e05-8863-e6194625646a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4189ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.496126658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"6e753e65-cbba-4760-a0b0-0d23f1e0f23b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.505020471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"782c7567-8559-4622-8204-4e83c6589047","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.505040397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"782c7567-8559-4622-8204-4e83c6589047","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.512150204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"6d74ce16-6857-4df3-8a30-05f688d9bbb3","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.512169401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"6d74ce16-6857-4df3-8a30-05f688d9bbb3","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.549050295Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"3c69f52f-aafc-49c6-aedc-41db740021cc","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"maas-trlp-rate-test-model-4331a7","model":"rate-test-model-4331a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-4331a7/e2e-rate-iso-a-4189ce"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.572445804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"0badb254-d2ca-44b1-afd3-75adffbee1d6","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.572463451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"0badb254-d2ca-44b1-afd3-75adffbee1d6","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.57504184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"ff530d1c-9b88-4e42-aa93-4fd96256cd2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.586677772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"ff530d1c-9b88-4e42-aa93-4fd96256cd2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:04.632963588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"76e80a7a-080f-48cd-bce4-f3a3479915e4","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"maas-trlp-rate-test-model-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.288711484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"18046fb8-7b8e-4855-b3f8-f6f1680f3941","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.288843604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"30ad45fa-e440-4277-9da2-5ef2b7ad6542","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.28886282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"30ad45fa-e440-4277-9da2-5ef2b7ad6542","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.317981681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"12b60040-79d5-4f74-953c-434cc7a1286c","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"maas-trlp-rate-test-model-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.396713077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"18046fb8-7b8e-4855-b3f8-f6f1680f3941","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.428830895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"18046fb8-7b8e-4855-b3f8-f6f1680f3941","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"e2e-shared-a-w2-58b75d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.428875964Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"18046fb8-7b8e-4855-b3f8-f6f1680f3941","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.437657992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"28830393-ce0c-43cc-89a1-b70269b94568","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.437675919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"28830393-ce0c-43cc-89a1-b70269b94568","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.467244556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"86d08004-a176-45a3-8f51-0caba6717442","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"maas-trlp-rate-test-model-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.598116013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"460f7082-937e-4cf7-9f27-5291585d4de2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.598259139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"fbd8f51d-39ee-4cc4-beee-f79d83ad9382","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.598283138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"fbd8f51d-39ee-4cc4-beee-f79d83ad9382","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.628467312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"85d5874b-fad4-4eea-b2e5-99ca1861da58","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"maas-trlp-rate-test-model-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.706785089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"460f7082-937e-4cf7-9f27-5291585d4de2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.738475964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"460f7082-937e-4cf7-9f27-5291585d4de2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"e2e-shared-b-w2-8093f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.738563113Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-auth-4e54f7","reconcileID":"460f7082-937e-4cf7-9f27-5291585d4de2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.757527592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"6a4f7491-480a-43c4-84aa-3149fb580ebf","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.757546978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"6a4f7491-480a-43c4-84aa-3149fb580ebf","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.785165903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"db2f42a3-0a8b-4b22-8fc3-0f7b14edc662","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"maas-trlp-rate-test-model-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.908809003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"7d423f9f-be20-4b3f-baec-8030c472c95b","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:05.908839311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"7d423f9f-be20-4b3f-baec-8030c472c95b","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:10.257267245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"398922d3-a269-4c10-aa06-8897ebcd843c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:10.267865196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"398922d3-a269-4c10-aa06-8897ebcd843c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:10.300343548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"ddee0b35-de98-42aa-b29e-0517c04394a0","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:10.300364738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"ddee0b35-de98-42aa-b29e-0517c04394a0","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.238182754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"1798bbab-4dca-470c-ac66-efc15d097403","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.238211921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"1798bbab-4dca-470c-ac66-efc15d097403","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.247067504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"156e5eda-a5c1-4047-a5a7-ee900b0816e7","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.247105731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"156e5eda-a5c1-4047-a5a7-ee900b0816e7","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.255148669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"9b5b8da3-09a1-4eb4-8da7-3d1938a38c15","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.286321665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"9b5b8da3-09a1-4eb4-8da7-3d1938a38c15","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.298068373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"9b5b8da3-09a1-4eb4-8da7-3d1938a38c15","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.30518258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"3d2fc6ea-d1b5-4ba7-bcf0-f9cb9d568236","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.305199294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"3d2fc6ea-d1b5-4ba7-bcf0-f9cb9d568236","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.640055965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"348f2dba-e834-46cb-bcbb-50245f1242a9","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.640081359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"348f2dba-e834-46cb-bcbb-50245f1242a9","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.64995635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"3fbed394-1ee1-403f-9c5b-dd946ca8ec4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.650685239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"4964bd1a-8b95-48ff-b611-13355c319998","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.650703215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"4964bd1a-8b95-48ff-b611-13355c319998","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:14.653574898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"8dd0675e-8f4a-4ae5-9b8b-5accaa923415","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4189ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:14.656320425Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"4964bd1a-8b95-48ff-b611-13355c319998","name":"rate-test-model-398158","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-398158\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:14.656381827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"4964bd1a-8b95-48ff-b611-13355c319998","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-398158\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.660153696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"3fbed394-1ee1-403f-9c5b-dd946ca8ec4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.661959087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"9811c357-7e2a-4eb5-80d3-0cb90ee08d34","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.662032397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"9811c357-7e2a-4eb5-80d3-0cb90ee08d34","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.665116362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"fc7dcf23-af4b-4c19-8764-29f9b8614913","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.665191175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"fc7dcf23-af4b-4c19-8764-29f9b8614913","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.674201693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"949ec874-697c-44f3-85b5-6894ecb727a4","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.674219156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"949ec874-697c-44f3-85b5-6894ecb727a4","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.695575348Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"6906b6e7-c7b4-4aea-b290-2fc3bf850148","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"maas-trlp-rate-test-model-398158","model":"rate-test-model-398158","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-398158/e2e-rate-iso-b-4189ce"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.714963948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"fead5a06-24d4-4712-8178-4a5cc786ba2d","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.714980107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"fead5a06-24d4-4712-8178-4a5cc786ba2d","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.775640541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"321f467e-53e3-4f45-a8a9-7ba65d7d5709","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.784363667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"321f467e-53e3-4f45-a8a9-7ba65d7d5709","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:14.790213187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"e1a4ecbc-4c92-44a6-bf89-10293d3d97d6","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"maas-trlp-rate-test-model-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:15.932018231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"9ccdc53f-1296-4a46-b378-be31e4fa454c","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","subscription":"e2e-rate-iso-a-4e54f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:15.936935912Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"9ccdc53f-1296-4a46-b378-be31e4fa454c","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:15.941595895Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"e2e-rate-iso-a-4e54f7","reconcileID":"9ccdc53f-1296-4a46-b378-be31e4fa454c","MaaSSubscription":{"name":"e2e-rate-iso-a-4e54f7","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"name":"maas-trlp-rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:15.976428277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"2f727e0f-a418-4074-9c32-8a3267ca218d","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"tenant":"e2e-shared-a-w2-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","model":"ai-tenant-e2e-shared-a-w2-58b75d/rate-test-model-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:15.97644581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"rate-test-model-58b75d","reconcileID":"2f727e0f-a418-4074-9c32-8a3267ca218d","MaaSModelRef":{"name":"rate-test-model-58b75d","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"routeName":"rate-test-model-58b75d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","llmisvcName":"rate-test-model-58b75d","gateway":"openshift-ingress/e2e-shared-a-w2-58b75d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:16.017323088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:16.122399299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"bd089f74-f509-4279-9267-adc2002ce078","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:16.122427401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"bd089f74-f509-4279-9267-adc2002ce078","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:19.026090869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"543ee436-4351-464e-b4c1-ef2c95259433","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"maas-trlp-rate-test-model-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:19.050045979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"07e32185-5a15-4a09-8676-baf5a0ef764f","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:19.050069536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"07e32185-5a15-4a09-8676-baf5a0ef764f","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:19.890887407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b0c2e8f5-6c56-486c-8c44-1186d750394e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:19.901433655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b0c2e8f5-6c56-486c-8c44-1186d750394e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:24.313427219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"6e54e65d-f51a-40a9-992f-c4b16638d65c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:24.322823393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"6e54e65d-f51a-40a9-992f-c4b16638d65c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:24.332932625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"6e54e65d-f51a-40a9-992f-c4b16638d65c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:26.141494075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"f43c8c77-8326-4adb-aff8-527c4a30a1c3","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","subscription":"e2e-rate-iso-b-4e54f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:26.146354115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"f43c8c77-8326-4adb-aff8-527c4a30a1c3","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:26.150718626Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"e2e-rate-iso-b-4e54f7","reconcileID":"f43c8c77-8326-4adb-aff8-527c4a30a1c3","MaaSSubscription":{"name":"e2e-rate-iso-b-4e54f7","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"name":"maas-trlp-rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:26.225658879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"ee14a956-cc8c-4181-a423-9217ba6ee7f3","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"tenant":"e2e-shared-b-w2-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","model":"ai-tenant-e2e-shared-b-w2-8093f5/rate-test-model-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:26.225685973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"rate-test-model-8093f5","reconcileID":"ee14a956-cc8c-4181-a423-9217ba6ee7f3","MaaSModelRef":{"name":"rate-test-model-8093f5","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"routeName":"rate-test-model-8093f5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","llmisvcName":"rate-test-model-8093f5","gateway":"openshift-ingress/e2e-shared-b-w2-8093f5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:31.168190219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"f9379ae8-9f18-4528-9830-537b518acb98","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"maas-trlp-rate-test-model-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:31.192841175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"74dfa27f-58bf-4088-9d50-a439ad007519","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:31.192859337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"74dfa27f-58bf-4088-9d50-a439ad007519","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:31.805127799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"97eec862-3db8-483a-970f-7caec5a6b174","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:31.836623857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"97eec862-3db8-483a-970f-7caec5a6b174","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:34.342225451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"6a9140ee-c1de-4cf1-b61e-32d59b8f545f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:34.351355492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"6a9140ee-c1de-4cf1-b61e-32d59b8f545f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:34.35912895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18c13dce36ff602c41a980c5b142a595384124188f76e2f5c6992ba125842696) AuthConfig (3b255c7416ac6b69e3926e85a93f2d0bb1c12ede704647255fef2ac65d2d326d) AuthConfig (1038aa09067fd3380d1a388aa60836bbb26087aeaed0f7e267da52c760f5cdc7) AuthConfig (a7502acc780eb4fcd6f006e18849e0fcc42da32d9d064691c37ab9b5e1855972) AuthConfig (e0f8756eea8c30cb6454442d343e2f7a964981d92720dee7b9e82091f5c86a6b) AuthConfig (81d46a330f1c29dc74d8dd2d91a7609d5623cc558153dff2a533881d87544499) AuthConfig (521a0618a195b72cb25aa0e80189b9cb331c7e7ea8ac9b8c101b7cf17dcccac6) AuthConfig (5c30bc132db87aa6f5912191640488fbef86296838b29ec956d9547396c23198) AuthConfig (976c1d5f3f9227304e4565200a625dae444327ce4c6f4fc3362a7ecc3a602f72) AuthConfig (3a06c043d9624b4e0d0b4ccf147da249a9ebedd173d052702ae2ff858b06a3a1) AuthConfig (cf0daf0f925e43f9e82c1702ce04ff63e8e1334c0bc921206023e5621768e123) AuthConfig (34a38cb136792284f2cb6f6d0391366fb17aac35d1630661642235844874c013) AuthConfig (e1139a8628813b389b2f0e5a0093ce7ea02e32cbb843ce3787193252a4cda9ed) AuthConfig (fddb6b4b36f08337f681ad462fa65159448199a2597d2176a8d084eab1d8fdb6) AuthConfig (22dcab5994f446ecb102861878ac418d2a21b77aa5c4f8b13eecdbb9f34648b3) AuthConfig (1ea4de31dfcdac7626f61e2f2e18704c6632083e2947240bec581d8672de8008) AuthConfig (cdf103c23b827aa4bfa72f8e8b6271080e8cd98363cceed4b7ae4c43f4a360b6) AuthConfig (4d99a08ab7e9edc368845eec79eec95eaa305b486c14e5f802fd81985ee837ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"6a9140ee-c1de-4cf1-b61e-32d59b8f545f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:34.368939007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"e6bbb9c6-4304-4da9-85d6-000013ac88da","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:34.368961018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"e6bbb9c6-4304-4da9-85d6-000013ac88da","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.760205716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b63ed59e-e0c9-4736-96a6-02dab7ba8059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.760374585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"5c2e30ee-5f39-410c-9c66-2ac32dbc6b88","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.760399709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"5c2e30ee-5f39-410c-9c66-2ac32dbc6b88","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.788199433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"6f4d03b4-0fc6-4e2e-a0ab-0157f696a178","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"maas-trlp-rate-test-model-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.903391613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b63ed59e-e0c9-4736-96a6-02dab7ba8059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.941772691Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b63ed59e-e0c9-4736-96a6-02dab7ba8059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"e2e-shared-a-w3-4331a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.941802904Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-auth-4189ce","reconcileID":"b63ed59e-e0c9-4736-96a6-02dab7ba8059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.951566562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"d66cba48-00f6-43d7-944c-13cc509a915d","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.951657722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"d66cba48-00f6-43d7-944c-13cc509a915d","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:35.985508412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"9acba5ea-bf9b-4d8f-a43e-1b62e9a3c685","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"maas-trlp-rate-test-model-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.09638959Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"4e0b9c00-f4ba-43b0-b7df-f5636122cdb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.096424425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"d9344222-6a2e-4045-9634-3334c146a7f3","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.09643864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"d9344222-6a2e-4045-9634-3334c146a7f3","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.109555278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"4e0b9c00-f4ba-43b0-b7df-f5636122cdb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.131862473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"6bc67032-cd40-4ff4-ba17-e0136b7099b2","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"maas-trlp-rate-test-model-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.146279531Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"4e0b9c00-f4ba-43b0-b7df-f5636122cdb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"e2e-shared-b-w3-398158-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.146302144Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-auth-4189ce","reconcileID":"4e0b9c00-f4ba-43b0-b7df-f5636122cdb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.15483402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"a154f293-9b55-473f-bd3a-2c33a74ac053","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.15485034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"a154f293-9b55-473f-bd3a-2c33a74ac053","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.225839962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"b8b9c561-df1c-41a7-8aaf-75f67ba4ca75","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"maas-trlp-rate-test-model-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.357307177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"ddc3c996-a96a-4321-ae78-ba847627b4d3","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:36.357329775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"ddc3c996-a96a-4321-ae78-ba847627b4d3","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:38.93167543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eb87b-8173-4a01-bd7e-e9fbff406161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:38.936081529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eb87b-8173-4a01-bd7e-e9fbff406161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:38.943232681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eb87b-8173-4a01-bd7e-e9fbff406161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:38.952138407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eb87b-8173-4a01-bd7e-e9fbff406161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:39.231877231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34712f96-9851-4199-87ab-9f7587650bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:39.236910287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34712f96-9851-4199-87ab-9f7587650bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:39.241918381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34712f96-9851-4199-87ab-9f7587650bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:39.254778568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34712f96-9851-4199-87ab-9f7587650bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:44.378899585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"d255acdb-62bd-459d-9a2c-ed806bbca653","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:44.389212614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"d255acdb-62bd-459d-9a2c-ed806bbca653","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:44.401913273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-15b02a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18c13dce36ff602c41a980c5b142a595384124188f76e2f5c6992ba125842696) AuthConfig (3b255c7416ac6b69e3926e85a93f2d0bb1c12ede704647255fef2ac65d2d326d) AuthConfig (1038aa09067fd3380d1a388aa60836bbb26087aeaed0f7e267da52c760f5cdc7) AuthConfig (a7502acc780eb4fcd6f006e18849e0fcc42da32d9d064691c37ab9b5e1855972) AuthConfig (e0f8756eea8c30cb6454442d343e2f7a964981d92720dee7b9e82091f5c86a6b) AuthConfig (81d46a330f1c29dc74d8dd2d91a7609d5623cc558153dff2a533881d87544499) AuthConfig (521a0618a195b72cb25aa0e80189b9cb331c7e7ea8ac9b8c101b7cf17dcccac6) AuthConfig (5c30bc132db87aa6f5912191640488fbef86296838b29ec956d9547396c23198) AuthConfig (976c1d5f3f9227304e4565200a625dae444327ce4c6f4fc3362a7ecc3a602f72) AuthConfig (3a06c043d9624b4e0d0b4ccf147da249a9ebedd173d052702ae2ff858b06a3a1) AuthConfig (cf0daf0f925e43f9e82c1702ce04ff63e8e1334c0bc921206023e5621768e123) AuthConfig (34a38cb136792284f2cb6f6d0391366fb17aac35d1630661642235844874c013) AuthConfig (e1139a8628813b389b2f0e5a0093ce7ea02e32cbb843ce3787193252a4cda9ed) AuthConfig (fddb6b4b36f08337f681ad462fa65159448199a2597d2176a8d084eab1d8fdb6) AuthConfig (22dcab5994f446ecb102861878ac418d2a21b77aa5c4f8b13eecdbb9f34648b3) AuthConfig (1ea4de31dfcdac7626f61e2f2e18704c6632083e2947240bec581d8672de8008) AuthConfig (cdf103c23b827aa4bfa72f8e8b6271080e8cd98363cceed4b7ae4c43f4a360b6) AuthConfig (4d99a08ab7e9edc368845eec79eec95eaa305b486c14e5f802fd81985ee837ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"d255acdb-62bd-459d-9a2c-ed806bbca653","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.015750684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.375993072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"f1bdca2c-5e49-4593-bc8b-89155b8e9dbb","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","subscription":"e2e-rate-iso-a-4189ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.380464234Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"f1bdca2c-5e49-4593-bc8b-89155b8e9dbb","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.384878213Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"e2e-rate-iso-a-4189ce","reconcileID":"f1bdca2c-5e49-4593-bc8b-89155b8e9dbb","MaaSSubscription":{"name":"e2e-rate-iso-a-4189ce","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"name":"maas-trlp-rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.505060825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"816add16-7068-44ce-8a6d-a9bf127d089d","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"tenant":"e2e-shared-a-w3-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","model":"ai-tenant-e2e-shared-a-w3-4331a7/rate-test-model-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.505088044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"rate-test-model-4331a7","reconcileID":"816add16-7068-44ce-8a6d-a9bf127d089d","MaaSModelRef":{"name":"rate-test-model-4331a7","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"routeName":"rate-test-model-4331a7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","llmisvcName":"rate-test-model-4331a7","gateway":"openshift-ingress/e2e-shared-a-w3-4331a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.645194635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"43b6916d-2c7e-4999-897e-b175e9e34b9d","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:46.645215674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"43b6916d-2c7e-4999-897e-b175e9e34b9d","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.281035673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","namespace":"ai-tenant-e2e-extmod-a-86deca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.28109441Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","namespace":"ai-tenant-e2e-extmod-a-86deca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.281143914Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","tenant":"e2e-extmod-a-86deca","tenantID":"e2e-extmod-a-86deca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.287220161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-86deca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.302654952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"Service","name":"maas-api-e2e-extmod-a-86deca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.312970688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-86deca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.327190135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-86deca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.339054585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.345509264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.354553448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.361388245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.365242214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.369090427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.372880165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"Service","name":"payload-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.376661214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.3805685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.384438595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.388397678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.396448867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.400189474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.404019989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.407844026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-86deca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:51.413798626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-86deca"},"namespace":"ai-tenant-e2e-extmod-a-86deca","name":"default-tenant","reconcileID":"af3a0831-8670-4f4d-99ec-f016f7fb044c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-86deca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:54.410202325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"701cd6a9-8175-4cbe-9dfd-c3de58e1b21d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:54.419505376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"701cd6a9-8175-4cbe-9dfd-c3de58e1b21d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:54.451725271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"2629b4ea-c6a4-46e6-a4bd-668ab1a9f222","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:54.451766493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"2629b4ea-c6a4-46e6-a4bd-668ab1a9f222","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.092279456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"a3f87999-4387-4963-97da-fabf143e0b36","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.092307508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"a3f87999-4387-4963-97da-fabf143e0b36","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.101995718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"33730b5a-e590-4559-a87e-6f3c46fb6c71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.102805874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"0e2b9ddb-9fcb-4ebc-80e6-fa8f417be39d","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.102829482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"0e2b9ddb-9fcb-4ebc-80e6-fa8f417be39d","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.10602448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"ee058f58-ee00-42ab-b490-588689e47a6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c963d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.108403826Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"0e2b9ddb-9fcb-4ebc-80e6-fa8f417be39d","name":"sub-test-model-b3bea7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-b3bea7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.108456006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"0e2b9ddb-9fcb-4ebc-80e6-fa8f417be39d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-b3bea7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.111169044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"33730b5a-e590-4559-a87e-6f3c46fb6c71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.113897649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"590c75be-a3ec-4863-9a97-bec09c577f66","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.113912349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"590c75be-a3ec-4863-9a97-bec09c577f66","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.117222425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"59987715-39e7-4f6b-b598-1637d06139ca","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.117238783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"59987715-39e7-4f6b-b598-1637d06139ca","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.126633821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"a4edfde8-8fc3-4f7a-b9fb-9c299e89228d","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.126649857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"a4edfde8-8fc3-4f7a-b9fb-9c299e89228d","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.145586053Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"f3aa5a45-71c3-4a91-bf3b-75540de88d8a","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"sub-test-model-b3bea7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b3bea7/e2e-shared-sub-c963d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.16928957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"e250162e-74bc-49c6-b39a-f9d017be3adf","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.169309568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"e250162e-74bc-49c6-b39a-f9d017be3adf","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.228292339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"8fccab48-e552-4c86-a146-6f5f0a0cde14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.237473856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"8fccab48-e552-4c86-a146-6f5f0a0cde14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.24400867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"6925d8e6-c65a-431c-bf1b-ca01b6df389e","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.267538285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"42d6f1a0-3acb-49c2-8b38-166881f739c1","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.267553885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"42d6f1a0-3acb-49c2-8b38-166881f739c1","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.279672264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c0f91e2e-c8dd-474b-8ff0-72281efa5141","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.279687458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c0f91e2e-c8dd-474b-8ff0-72281efa5141","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.280122442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"1a277114-3640-45ce-a16d-358f5ccc6b90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c963d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.285103614Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c0f91e2e-c8dd-474b-8ff0-72281efa5141","name":"sub-test-model-15b02a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-15b02a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.285154664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c0f91e2e-c8dd-474b-8ff0-72281efa5141","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-15b02a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.290498211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c3e6e52a-37e6-4505-8fde-d7a6644c004a","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.290511942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"c3e6e52a-37e6-4505-8fde-d7a6644c004a","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.292486044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"4e2e0e3c-04dd-4fae-ad08-8c116e0db710","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.292501317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"4e2e0e3c-04dd-4fae-ad08-8c116e0db710","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.299695724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"484a1232-b3e5-4a60-8558-530ce3e5c819","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.299714604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"484a1232-b3e5-4a60-8558-530ce3e5c819","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.328387672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"92963f51-186e-429a-b573-33a65bb884aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.337321949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"92963f51-186e-429a-b573-33a65bb884aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.347006992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"6b6c5c31-c2bd-4c20-a13c-a98451aa4b43","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"sub-test-model-15b02a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-15b02a/e2e-shared-sub-c963d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.367856209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"bd3bb8f6-5629-49b6-860c-381ca55e5370","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.367874822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"bd3bb8f6-5629-49b6-860c-381ca55e5370","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.444399698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"54a16c49-e2a3-4d7b-bdf3-e055dca0ba9e","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.446714783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"13783145-be7f-4738-9e58-56375aa505ab","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.446753965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"13783145-be7f-4738-9e58-56375aa505ab","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.454189476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b50f73f5-9d10-4687-8ee9-1c6ef84a64fb","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.454211748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b50f73f5-9d10-4687-8ee9-1c6ef84a64fb","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.46009602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"b504edea-e6de-4709-b361-ca5560840918","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-c963d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.477113539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"486dbe6f-2090-41dd-ad3d-de07afbf8284","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.477130499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"486dbe6f-2090-41dd-ad3d-de07afbf8284","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.488290261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"7cebbc95-fdfa-4131-92a9-730262e11688","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.488308029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"7cebbc95-fdfa-4131-92a9-730262e11688","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.529733468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"657244ce-7908-4c53-8097-18332e771c50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.530194192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"1b065f81-0626-49a8-8608-bd37182f16d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.600824651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"1b065f81-0626-49a8-8608-bd37182f16d9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.601834983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"657244ce-7908-4c53-8097-18332e771c50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.613522627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"fb47cc5c-31fd-4a46-bb66-cab7a0e42cc0","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.613543844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"fb47cc5c-31fd-4a46-bb66-cab7a0e42cc0","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.61612042Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"5516b2cf-f556-4ab9-a20d-e6f8fbcffc69","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-b3bea7/e2e-a-only-c963d7","ai-tenant-e2e-shared-a-w4-b3bea7/e2e-shared-sub-c963d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.622453969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"76fc2c33-4ac0-421b-afa5-bb92d7245e3e","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.622472001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"76fc2c33-4ac0-421b-afa5-bb92d7245e3e","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:34:56.624018831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"905b56cd-393d-4eef-9e36-e9808184fdeb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-c963d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.629206081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"d5dd76ac-0678-430b-a8e4-7d80bd38caeb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.638160707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"d5dd76ac-0678-430b-a8e4-7d80bd38caeb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.63986266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"db62254c-59fb-44df-a660-baae9bed5b1c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.639874904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"db62254c-59fb-44df-a660-baae9bed5b1c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.642185956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"91fb490b-3d14-45bf-9e42-19d8b843c84b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.642200864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"91fb490b-3d14-45bf-9e42-19d8b843c84b","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.647843821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"35ed7281-3b98-4281-9f96-68a4a4cfdc26","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.649448932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"03f835e6-9310-4891-8ba3-a87badc5effd","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.649464905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"03f835e6-9310-4891-8ba3-a87badc5effd","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.665503475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"769ceb8f-3bc6-4846-811c-225f8ac33d23","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","subscription":"e2e-rate-iso-b-4189ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.670203948Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"769ceb8f-3bc6-4846-811c-225f8ac33d23","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.74630383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"cbb15b4c-e74b-46d2-a672-8b4442032b0b","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.752459757Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"e2e-rate-iso-b-4189ce","reconcileID":"769ceb8f-3bc6-4846-811c-225f8ac33d23","MaaSSubscription":{"name":"e2e-rate-iso-b-4189ce","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"name":"maas-trlp-rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.755721269Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"e04bb34a-f0fb-4387-9b0c-e488f255c914","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-15b02a/e2e-b-only-c963d7","ai-tenant-e2e-shared-b-w4-15b02a/e2e-shared-sub-c963d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.776943607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"6c463391-f06b-4124-b94e-7ce2921bfb06","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.776970146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"6c463391-f06b-4124-b94e-7ce2921bfb06","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.846975958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"1b7c55e8-4ceb-464a-9b20-3543fe1f27ef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"tenant":"e2e-shared-b-w3-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","model":"ai-tenant-e2e-shared-b-w3-398158/rate-test-model-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.847001034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"rate-test-model-398158","reconcileID":"1b7c55e8-4ceb-464a-9b20-3543fe1f27ef","MaaSModelRef":{"name":"rate-test-model-398158","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"routeName":"rate-test-model-398158-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-398158","llmisvcName":"rate-test-model-398158","gateway":"openshift-ingress/e2e-shared-b-w3-398158","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.847550216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"63470859-a355-455b-8ee4-792aa49c6c9f","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:34:56.847752428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"7ed2985b-1fcc-4418-a708-485f16f0edc8","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:04.504098048Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-86deca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-86deca","reconcileID":"df687ce1-2c2c-4396-9818-6084f4d942cb","aitenant":"ai-tenants/e2e-extmod-a-86deca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:04.704448217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21f16df-208b-4d87-9dee-e7abf128a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:04.709874603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21f16df-208b-4d87-9dee-e7abf128a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:04.714964838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21f16df-208b-4d87-9dee-e7abf128a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:04.720044668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21f16df-208b-4d87-9dee-e7abf128a56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:04.748434531Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-86deca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-86deca","reconcileID":"df687ce1-2c2c-4396-9818-6084f4d942cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-86deca","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-86deca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.086535745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1ad990-b0ae-43f6-941a-6ac27de10c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.091568834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1ad990-b0ae-43f6-941a-6ac27de10c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.095784996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1ad990-b0ae-43f6-941a-6ac27de10c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.100103471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1ad990-b0ae-43f6-941a-6ac27de10c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.379179706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce49dd-7ed6-4303-8edf-93e5eb1a2986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.383456457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce49dd-7ed6-4303-8edf-93e5eb1a2986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.387468785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce49dd-7ed6-4303-8edf-93e5eb1a2986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:05.399157642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ce49dd-7ed6-4303-8edf-93e5eb1a2986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.039723913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"a76035f0-3d28-4e0d-9dd7-07180019f5d3","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.039866288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"dae4ce7d-d2f2-4782-b819-93b1d0b5d489","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.070180608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"b44a3fca-5968-4572-8156-1277a22168c7","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.070197546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"b44a3fca-5968-4572-8156-1277a22168c7","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.077592602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"f626bf76-8ff2-4b7d-83d5-589d7b217b37","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.077612458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"f626bf76-8ff2-4b7d-83d5-589d7b217b37","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.143475822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"8993f98e-2740-4298-b801-6cff4bd30d3e","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.144279718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"94875dd7-e286-4e56-ba67-4a09716afa0b","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.1771742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"bf120e9f-5f21-4fb5-bd67-0bec18ffd525","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.177200296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"bf120e9f-5f21-4fb5-bd67-0bec18ffd525","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.177572965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"83538bc5-d101-4ef6-a9ca-a487213cd33a","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.17758645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"83538bc5-d101-4ef6-a9ca-a487213cd33a","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.869017312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"e2280da2-7aa3-4ba3-8650-3ebe9d3070af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.878117319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"e2280da2-7aa3-4ba3-8650-3ebe9d3070af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.969177977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"b8729fcc-d0cd-4421-a1b0-3398cef78f1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:06.978710365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"b8729fcc-d0cd-4421-a1b0-3398cef78f1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.379343948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe68575c-6c6f-4a21-875e-1bf4cb646b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.384391666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe68575c-6c6f-4a21-875e-1bf4cb646b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.3908871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe68575c-6c6f-4a21-875e-1bf4cb646b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.398329162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe68575c-6c6f-4a21-875e-1bf4cb646b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.67975042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52d9bd1-b95b-434f-8303-d8bbb93f0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.684969286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52d9bd1-b95b-434f-8303-d8bbb93f0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.689360594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52d9bd1-b95b-434f-8303-d8bbb93f0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:08.693479732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52d9bd1-b95b-434f-8303-d8bbb93f0e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.781059736Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","namespace":"ai-tenant-e2e-extmod-a-fa0d0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.781128875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","namespace":"ai-tenant-e2e-extmod-a-fa0d0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.781185685Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","tenant":"e2e-extmod-a-fa0d0a","tenantID":"e2e-extmod-a-fa0d0a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.787435647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fa0d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.802138871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"Service","name":"maas-api-e2e-extmod-a-fa0d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.826379004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fa0d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.834530372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fa0d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.844973741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.852006592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.860926931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.867107936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.870877883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.874516659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.878171119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"Service","name":"payload-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.881695698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.885570082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.889186098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.892821747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.902529337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.90642776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.910306943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.914056299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fa0d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:10.917713005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fa0d0a"},"namespace":"ai-tenant-e2e-extmod-a-fa0d0a","name":"default-tenant","reconcileID":"dd5822df-41c4-4858-a7f5-1889e06ccb91","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fa0d0a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.101414202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293b4558-543d-4407-a963-0bf0d9e3f5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.105617335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293b4558-543d-4407-a963-0bf0d9e3f5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.109716405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293b4558-543d-4407-a963-0bf0d9e3f5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.114412038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293b4558-543d-4407-a963-0bf0d9e3f5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.433293204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda1b08e-e4b6-4a96-93e4-b17011d6a517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.439896374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda1b08e-e4b6-4a96-93e4-b17011d6a517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.445189385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda1b08e-e4b6-4a96-93e4-b17011d6a517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:12.450087712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda1b08e-e4b6-4a96-93e4-b17011d6a517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.626974699Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","namespace":"ai-tenant-e2e-extmod-b-b4376d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.627056267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","namespace":"ai-tenant-e2e-extmod-b-b4376d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.62712539Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","tenant":"e2e-extmod-b-b4376d","tenantID":"e2e-extmod-b-b4376d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.632944812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b4376d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.647233272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"Service","name":"maas-api-e2e-extmod-b-b4376d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.665097615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b4376d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.673299402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b4376d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.685529098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.691786521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.70070153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.707246579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.711018836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.714914177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.718525133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"Service","name":"payload-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.7224863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.726369912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.730176035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.73419369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.741984694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.745687072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.749632005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.753226532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b4376d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:13.757200513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b4376d"},"namespace":"ai-tenant-e2e-extmod-b-b4376d","name":"default-tenant","reconcileID":"26603080-f5e5-4c7f-b628-eb9d595a8d5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b4376d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:16.019510164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.388569018Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fa0d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fa0d0a","reconcileID":"2dd45db8-e5d1-41e7-a3f3-e578c906c737","aitenant":"ai-tenants/e2e-extmod-a-fa0d0a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.478925634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0869ff4-987e-493b-89e0-7a75b7c7e962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.480136382Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fa0d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fa0d0a","reconcileID":"2dd45db8-e5d1-41e7-a3f3-e578c906c737","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fa0d0a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fa0d0a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.485161068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0869ff4-987e-493b-89e0-7a75b7c7e962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.493318208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0869ff4-987e-493b-89e0-7a75b7c7e962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.501394004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0869ff4-987e-493b-89e0-7a75b7c7e962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.72896839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6988dbb3-ed7f-4d75-b37a-8c13665625b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.73393242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6988dbb3-ed7f-4d75-b37a-8c13665625b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.741618597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6988dbb3-ed7f-4d75-b37a-8c13665625b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:18.754428201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6988dbb3-ed7f-4d75-b37a-8c13665625b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:19.223478531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157768f-37c7-457f-8225-1a646c691917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:19.227719048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157768f-37c7-457f-8225-1a646c691917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:19.232156618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157768f-37c7-457f-8225-1a646c691917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:19.236840905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157768f-37c7-457f-8225-1a646c691917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.327618307Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b4376d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b4376d","reconcileID":"73e1132d-3b35-4212-999f-8f1907fce256","aitenant":"ai-tenants/e2e-extmod-b-b4376d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.464341218Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b4376d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b4376d","reconcileID":"73e1132d-3b35-4212-999f-8f1907fce256","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b4376d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b4376d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.483065121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6ad351-2f86-4057-9923-762d83a5038f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.487351975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6ad351-2f86-4057-9923-762d83a5038f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.498686488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6ad351-2f86-4057-9923-762d83a5038f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.503006859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6ad351-2f86-4057-9923-762d83a5038f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.977754477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77201a3b-b579-4b8e-993c-ce41048d211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.981793023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77201a3b-b579-4b8e-993c-ce41048d211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.985941859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77201a3b-b579-4b8e-993c-ce41048d211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:21.990787849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77201a3b-b579-4b8e-993c-ce41048d211e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.487344523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"dac10261-65b4-4633-834f-a11bf8b1772e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.487491972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b6fb212a-e77c-4768-8c90-c8e90967a01e","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.487510362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b6fb212a-e77c-4768-8c90-c8e90967a01e","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.553581571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"dac10261-65b4-4633-834f-a11bf8b1772e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.59809015Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"dac10261-65b4-4633-834f-a11bf8b1772e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"e2e-shared-a-w4-b3bea7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.598113386Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-sub-iso-auth-c963d7","reconcileID":"dac10261-65b4-4633-834f-a11bf8b1772e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.601994917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"aa85b820-a9ee-410e-8eb0-3a62dbd9c6af","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.609867285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"e9a7c2a9-bdc3-4965-a832-8894d7e7f454","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.60988783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"e9a7c2a9-bdc3-4965-a832-8894d7e7f454","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.610961133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"9e4f8448-fcee-4d67-bfe2-3013351f82eb","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.697186599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"d08245db-6f4b-41b6-be0b-3755364d753a","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.697615481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"37d9ae4b-ba0b-4cca-a4a3-2fc90ae2baa6","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.774974166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"3a553d16-9d46-45ad-8297-e8c0e8fe1e2f","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:23.774993995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"3a553d16-9d46-45ad-8297-e8c0e8fe1e2f","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.598388631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f38d625-9ad0-471e-94f1-73146ba23fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.603159123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f38d625-9ad0-471e-94f1-73146ba23fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.608151423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f38d625-9ad0-471e-94f1-73146ba23fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.613241323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f38d625-9ad0-471e-94f1-73146ba23fa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.964892568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e97c70-b8ea-4218-b0f2-846ae70abf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.969266949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e97c70-b8ea-4218-b0f2-846ae70abf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.973213119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e97c70-b8ea-4218-b0f2-846ae70abf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:26.977193209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e97c70-b8ea-4218-b0f2-846ae70abf34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.897557803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f41770-97df-4204-b45d-69f379a02048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.90160896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f41770-97df-4204-b45d-69f379a02048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.909210661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f41770-97df-4204-b45d-69f379a02048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:28.918861283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f41770-97df-4204-b45d-69f379a02048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.154784485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c960727-0abc-495a-b044-ce64c803f814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.158785357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c960727-0abc-495a-b044-ce64c803f814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.162797088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c960727-0abc-495a-b044-ce64c803f814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.169051064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c960727-0abc-495a-b044-ce64c803f814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.26133425Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.265359191Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","namespace":"ai-tenant-e2e-shared-a-w2-58b75d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.265421245Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","tenant":"e2e-shared-a-w2-58b75d","tenantID":"e2e-shared-a-w2-58b75d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.272292758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-58b75d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.285325293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"Service","name":"maas-api-e2e-shared-a-w2-58b75d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.308058323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-58b75d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.315986033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-58b75d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.325140804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.33485954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.346812953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.35492846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.358835849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.362685423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.366665645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.370905708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.377429801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.386917091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.391017962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.399604011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.404028851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.408197056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.410841014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf25d56-734b-46a2-b518-68d5aeee1903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.415486816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-58b75d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.416902824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf25d56-734b-46a2-b518-68d5aeee1903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.428025805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf25d56-734b-46a2-b518-68d5aeee1903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.430610663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-58b75d"},"namespace":"ai-tenant-e2e-shared-a-w2-58b75d","name":"default-tenant","reconcileID":"01e50b58-11ab-4876-935d-3263e17cd37a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-58b75d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.436134136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf25d56-734b-46a2-b518-68d5aeee1903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.865714953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f0f7ae-0a51-466c-8afe-73b532a24945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.869868309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f0f7ae-0a51-466c-8afe-73b532a24945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.874042129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f0f7ae-0a51-466c-8afe-73b532a24945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:29.879155664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f0f7ae-0a51-466c-8afe-73b532a24945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.181887978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027a0b-246e-4330-b284-b97ec5f3e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.186922953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027a0b-246e-4330-b284-b97ec5f3e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.19110072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027a0b-246e-4330-b284-b97ec5f3e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.198292391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1027a0b-246e-4330-b284-b97ec5f3e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.477880296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69530ef-d5ba-4ccf-a2d8-f73510e3b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.482067741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69530ef-d5ba-4ccf-a2d8-f73510e3b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.48623012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69530ef-d5ba-4ccf-a2d8-f73510e3b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.490829449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69530ef-d5ba-4ccf-a2d8-f73510e3b5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.931648946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125be4c4-fffb-4277-91d5-6366e9b09b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.939246363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125be4c4-fffb-4277-91d5-6366e9b09b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.946678002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125be4c4-fffb-4277-91d5-6366e9b09b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:30.952190738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125be4c4-fffb-4277-91d5-6366e9b09b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:31.262619643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be94c52-855f-4295-8852-4aa192f6b95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:31.266760493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be94c52-855f-4295-8852-4aa192f6b95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:31.270766739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be94c52-855f-4295-8852-4aa192f6b95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:31.275305095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be94c52-855f-4295-8852-4aa192f6b95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:33.815356114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"4de46e0c-6124-4bf4-a018-ad854b509467","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscription":"e2e-shared-sub-c963d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:33.842378435Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-shared-sub-c963d7","reconcileID":"4de46e0c-6124-4bf4-a018-ad854b509467","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b3bea7/e2e-a-only-c963d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:33.861012871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"07f17ea1-4654-4d70-835e-aa97ec1e3bee","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:33.868158808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"65a008a8-76a3-4eb4-9b8e-8257d4307121","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:33.868182592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"65a008a8-76a3-4eb4-9b8e-8257d4307121","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.016799984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b85d9e01-d752-4335-8675-688041c0991c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.016822243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"b85d9e01-d752-4335-8675-688041c0991c","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.12947558Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","namespace":"ai-tenant-e2e-extmod-b-2697a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.129534334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","namespace":"ai-tenant-e2e-extmod-b-2697a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.129590054Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","tenant":"e2e-extmod-b-2697a0","tenantID":"e2e-extmod-b-2697a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.135580749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"Deployment","name":"maas-api-e2e-extmod-b-2697a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.151313126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"Service","name":"maas-api-e2e-extmod-b-2697a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.159152561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-2697a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.166764851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-2697a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.180129334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.192951311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.20218765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.208761234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.212455432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.216384466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.220129229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"Service","name":"payload-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.22396977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.227808654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.233989385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.238611323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.247900058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.251700792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.25602149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.259949754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-2697a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:34.265174844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2697a0"},"namespace":"ai-tenant-e2e-extmod-b-2697a0","name":"default-tenant","reconcileID":"6cd4bd1e-c319-4d20-adf4-bace10056497","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-2697a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:35.934121766Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2697a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2697a0","reconcileID":"c94bb2e2-277f-4f79-a760-f39890196187","aitenant":"ai-tenants/e2e-extmod-b-2697a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.038801708Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2697a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2697a0","reconcileID":"c94bb2e2-277f-4f79-a760-f39890196187","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2697a0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-2697a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.04787997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fdcc71-2e77-40f0-8596-1b566b815589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.052053369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fdcc71-2e77-40f0-8596-1b566b815589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.056258029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fdcc71-2e77-40f0-8596-1b566b815589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.060354824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fdcc71-2e77-40f0-8596-1b566b815589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.468036123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef03ec69-c89f-4f26-9d6c-6a3a128d36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.472274764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef03ec69-c89f-4f26-9d6c-6a3a128d36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.476424944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef03ec69-c89f-4f26-9d6c-6a3a128d36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.480696947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef03ec69-c89f-4f26-9d6c-6a3a128d36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.770961001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e66d4fa-afcc-4e57-a783-d8fbef6ecba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.776157107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e66d4fa-afcc-4e57-a783-d8fbef6ecba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.78104192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e66d4fa-afcc-4e57-a783-d8fbef6ecba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:36.785355028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e66d4fa-afcc-4e57-a783-d8fbef6ecba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.225819596Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-58b75d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-58b75d","reconcileID":"a46e17f6-2bb6-4cab-9603-37f8a33fd420","aitenant":"ai-tenants/e2e-shared-a-w2-58b75d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.307504497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a155bf8-3e38-4a66-b3fd-116586ba8682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.309369221Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-58b75d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-58b75d","reconcileID":"a46e17f6-2bb6-4cab-9603-37f8a33fd420","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-58b75d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-58b75d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.317915751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a155bf8-3e38-4a66-b3fd-116586ba8682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.322800164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a155bf8-3e38-4a66-b3fd-116586ba8682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.327010667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a155bf8-3e38-4a66-b3fd-116586ba8682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.799950134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73aedc3-1356-4b07-8e88-d938108129d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.804296861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73aedc3-1356-4b07-8e88-d938108129d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.808919121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73aedc3-1356-4b07-8e88-d938108129d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:39.813416663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73aedc3-1356-4b07-8e88-d938108129d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:40.086913961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c912e2-df0d-4ab9-a4e1-7e567c7552ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:40.091026007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c912e2-df0d-4ab9-a4e1-7e567c7552ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:40.095079802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c912e2-df0d-4ab9-a4e1-7e567c7552ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:40.099171236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c912e2-df0d-4ab9-a4e1-7e567c7552ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.03502508Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"ea8e5263-786b-4209-815f-656c7cb09a27","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","subscription":"e2e-a-only-c963d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.039619691Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"ea8e5263-786b-4209-815f-656c7cb09a27","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.044131255Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"e2e-a-only-c963d7","reconcileID":"ea8e5263-786b-4209-815f-656c7cb09a27","MaaSSubscription":{"name":"e2e-a-only-c963d7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"name":"maas-trlp-sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.15719209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"9dba1622-cf62-4f2f-95cd-9a70649159e6","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"tenant":"e2e-shared-a-w4-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","model":"ai-tenant-e2e-shared-a-w4-b3bea7/sub-test-model-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.157214651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"sub-test-model-b3bea7","reconcileID":"9dba1622-cf62-4f2f-95cd-9a70649159e6","MaaSModelRef":{"name":"sub-test-model-b3bea7","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"routeName":"sub-test-model-b3bea7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","llmisvcName":"sub-test-model-b3bea7","gateway":"openshift-ingress/e2e-shared-a-w4-b3bea7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.44638091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"67b678a3-666f-44b5-8dbd-2f7a4f1c2e74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.44686751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"99ef83ae-4559-4389-8754-c75ab086bda2","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.446887495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"99ef83ae-4559-4389-8754-c75ab086bda2","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.512579348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"4ace2a9e-01e9-41c1-af75-ff30fb7760a6","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.513204547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"9e345606-72cc-485c-837e-9afde446b744","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.555468107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"67b678a3-666f-44b5-8dbd-2f7a4f1c2e74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.560306193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c869a-2f69-4d5e-8f96-d626da333632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.564539609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c869a-2f69-4d5e-8f96-d626da333632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.568532855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c869a-2f69-4d5e-8f96-d626da333632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.57258397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"894c869a-2f69-4d5e-8f96-d626da333632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.630680434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"67b678a3-666f-44b5-8dbd-2f7a4f1c2e74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"e2e-shared-b-w4-15b02a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.634883026Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-sub-iso-auth-c963d7","reconcileID":"67b678a3-666f-44b5-8dbd-2f7a4f1c2e74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.660242281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"defa032e-f0a4-4552-aba5-1095e2db8e7a","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.660270467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"defa032e-f0a4-4552-aba5-1095e2db8e7a","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.692870605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"e1f8004b-cda8-46ea-b629-a0208868e3af","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.692950019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"0ba2d3fa-ab5e-4dce-87c2-71d8dbdd7a3e","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.83238167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"b62907f5-f0ba-46cc-9fac-e960541a9a65","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.832407347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"b62907f5-f0ba-46cc-9fac-e960541a9a65","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.894846309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b98abd-2902-429f-8354-317ef39258ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.904201185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b98abd-2902-429f-8354-317ef39258ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.909314547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b98abd-2902-429f-8354-317ef39258ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:44.915814239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b98abd-2902-429f-8354-317ef39258ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:46.01595178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.180645709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df4225-f8ca-4336-9bd8-de2f8c1d23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.184956116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df4225-f8ca-4336-9bd8-de2f8c1d23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.189866445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df4225-f8ca-4336-9bd8-de2f8c1d23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.19494821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df4225-f8ca-4336-9bd8-de2f8c1d23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.482939558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141168b5-5767-412d-81f9-59874283e5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.48726785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141168b5-5767-412d-81f9-59874283e5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.491390383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141168b5-5767-412d-81f9-59874283e5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.495459884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141168b5-5767-412d-81f9-59874283e5dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.713993436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae373fa-ccce-4ec2-8a9d-f44fab1f855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.718368842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae373fa-ccce-4ec2-8a9d-f44fab1f855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.725603983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae373fa-ccce-4ec2-8a9d-f44fab1f855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:47.734120551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ae373fa-ccce-4ec2-8a9d-f44fab1f855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.206214122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.206273002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","namespace":"ai-tenant-e2e-shared-a-w3-4331a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.206322591Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","tenant":"e2e-shared-a-w3-4331a7","tenantID":"e2e-shared-a-w3-4331a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.211951433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-4331a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.224587446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"Service","name":"maas-api-e2e-shared-a-w3-4331a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.23942134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-4331a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.24917784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-4331a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.256633399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.266052875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.281237178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.288470207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.292261228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.296202221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.300362094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.304661342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.310916211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.314699139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.318554855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.326493721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.330394328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.336684798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.341225134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-4331a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:50.345108983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-4331a7"},"namespace":"ai-tenant-e2e-shared-a-w3-4331a7","name":"default-tenant","reconcileID":"ca2742e6-7fd1-4059-b45b-9d0c794df4d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-4331a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.097943411Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-4331a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-4331a7","reconcileID":"5fd36296-cd17-4c10-a8eb-77d12c6b6bf8","aitenant":"ai-tenants/e2e-shared-a-w3-4331a7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.182439294Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-4331a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-4331a7","reconcileID":"5fd36296-cd17-4c10-a8eb-77d12c6b6bf8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-4331a7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-4331a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.183534896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1e410-711c-4bb4-b852-f132a39a7076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.188059882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1e410-711c-4bb4-b852-f132a39a7076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.192464733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1e410-711c-4bb4-b852-f132a39a7076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.199619544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e1e410-711c-4bb4-b852-f132a39a7076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.462430864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc38c15-bcc7-4981-83e5-7fdfe71d742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.466691465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc38c15-bcc7-4981-83e5-7fdfe71d742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.471192953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc38c15-bcc7-4981-83e5-7fdfe71d742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.475349389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc38c15-bcc7-4981-83e5-7fdfe71d742d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.684605926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314c1a8a-4c09-4769-8ac6-44205c391954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.689906473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314c1a8a-4c09-4769-8ac6-44205c391954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.694448317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314c1a8a-4c09-4769-8ac6-44205c391954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:52.704001386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314c1a8a-4c09-4769-8ac6-44205c391954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.873478653Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.873534682Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","namespace":"ai-tenant-e2e-shared-b-w2-8093f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.873580867Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","tenant":"e2e-shared-b-w2-8093f5","tenantID":"e2e-shared-b-w2-8093f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.87989545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-8093f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.900912183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"Service","name":"maas-api-e2e-shared-b-w2-8093f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.91908181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-8093f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.933026936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-8093f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.941335651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.948999796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.958576687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.96807943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.971717871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.975511895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.986551711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.991233103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.995217437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:53.999045579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.003148593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.014348235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.018259674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.022335595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.026339396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-8093f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.030558546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-8093f5"},"namespace":"ai-tenant-e2e-shared-b-w2-8093f5","name":"default-tenant","reconcileID":"b9933644-2661-4f23-8ed0-98e56f0519f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-8093f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.851283745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"56ab4b40-a5c2-48dc-b78b-8c5bb8b4d8ce","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscription":"e2e-shared-sub-c963d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.909922254Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-shared-sub-c963d7","reconcileID":"56ab4b40-a5c2-48dc-b78b-8c5bb8b4d8ce","MaaSSubscription":{"name":"e2e-shared-sub-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-15b02a/e2e-b-only-c963d7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.9279047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"53dbecc1-fa8b-486c-b767-dc4a623161e7","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.999351681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"445a59af-1fc7-4cc5-8824-83ec4e7af5d0","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:54.999377589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"445a59af-1fc7-4cc5-8824-83ec4e7af5d0","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:55.264361226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"33af3047-5048-4546-b045-a9d9f4b79aad","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:35:55.264383364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"33af3047-5048-4546-b045-a9d9f4b79aad","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.353219273Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-8093f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-8093f5","reconcileID":"bddd27ad-21f6-4c6a-bdd7-6451abbe466d","aitenant":"ai-tenants/e2e-shared-b-w2-8093f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.472881908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-8093f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-8093f5","reconcileID":"bddd27ad-21f6-4c6a-bdd7-6451abbe466d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-8093f5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-8093f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.483153387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac357a4-7b8e-4965-8980-ee28c2270187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.487612966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac357a4-7b8e-4965-8980-ee28c2270187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.49164623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac357a4-7b8e-4965-8980-ee28c2270187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.500290091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac357a4-7b8e-4965-8980-ee28c2270187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.968579689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec0eec-f299-4048-81f8-5f4f52a2319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.972836682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec0eec-f299-4048-81f8-5f4f52a2319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.97682254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec0eec-f299-4048-81f8-5f4f52a2319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:03.981105266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ec0eec-f299-4048-81f8-5f4f52a2319c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.275098395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c028e1c-0c24-4e02-a03e-6d4fc3f11258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.279227165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c028e1c-0c24-4e02-a03e-6d4fc3f11258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.283181707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c028e1c-0c24-4e02-a03e-6d4fc3f11258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.288296887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c028e1c-0c24-4e02-a03e-6d4fc3f11258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.507725724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-access","reconcileID":"7cd676de-78ee-4177-9265-a19e0a93f968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.507873761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"ffba79f4-25b1-4a41-810a-ca3454a72c65","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.536519495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"5a510735-7de3-44cf-96e0-b4b665ac5c6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.61141976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"9d7cc8b6-719c-4fe7-88be-4d62c956d4cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.620502727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"9d7cc8b6-719c-4fe7-88be-4d62c956d4cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.621013374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-access","reconcileID":"3d760caa-eeba-40c8-a5bb-cd724dc136df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.621537574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"a922cb30-50d0-4a33-aeda-40dc0154df85","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.702643495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"2da581ac-577e-44ef-944d-1246edce271c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:36:04.720227893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-access","reconcileID":"3d760caa-eeba-40c8-a5bb-cd724dc136df","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.724114144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"959770a0-2a59-41e9-94c0-4a91e0fc8ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.733326535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"959770a0-2a59-41e9-94c0-4a91e0fc8ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.771144922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"3cc95b44-5edb-4e02-94ae-8aa9ba0b8e00","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.832144111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"7832dd4c-edd3-4558-98ba-1876d5896992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:04.844573014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"7832dd4c-edd3-4558-98ba-1876d5896992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:05.284032183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"f4f78afa-2876-4c69-9fb7-047ea99ef0d3","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","subscription":"e2e-b-only-c963d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:05.288852361Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"f4f78afa-2876-4c69-9fb7-047ea99ef0d3","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:05.293900512Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"e2e-b-only-c963d7","reconcileID":"f4f78afa-2876-4c69-9fb7-047ea99ef0d3","MaaSSubscription":{"name":"e2e-b-only-c963d7","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"name":"maas-trlp-sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:05.327154969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"d8f69b9d-a071-47e6-943b-016c7ee3c019","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"tenant":"e2e-shared-b-w4-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","model":"ai-tenant-e2e-shared-b-w4-15b02a/sub-test-model-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:05.327176044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"sub-test-model-15b02a","reconcileID":"d8f69b9d-a071-47e6-943b-016c7ee3c019","MaaSModelRef":{"name":"sub-test-model-15b02a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"routeName":"sub-test-model-15b02a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","llmisvcName":"sub-test-model-15b02a","gateway":"openshift-ingress/e2e-shared-b-w4-15b02a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:06.138275363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-2-w2-5738a9","reconcileID":"23d72e39-8bea-4ff8-9482-92c861407fdc","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-2-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-2-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.17104607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"75ecd7c1-cdec-4b19-b3bc-6d878a5e3795","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.187821338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"49504d41-9ac8-41b2-8f26-b73765db236b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.189260328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"197701cd-c9b7-4297-8023-2d91ae820a5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.196619319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"49504d41-9ac8-41b2-8f26-b73765db236b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.293868783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"8769d64f-ff12-4848-bcb8-67dabc4b81f2","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.311177876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"8bed23f6-c245-46d2-aff9-5d0c295afda8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.933471973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"e175471c-21c4-4a20-9a9f-7de43dd7901e","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.938085725Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"aa2d4ea2-d295-4327-9bc1-793ff3b68dae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca73e355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.94800829Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"f8e5bb16-05d9-4a5d-8df9-3e767a8842c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca73e355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.952296215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"e59f7783-f43c-40b7-99e2-beb7525f63c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:07.962819191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"e59f7783-f43c-40b7-99e2-beb7525f63c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:08.877844404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eba9488-4f58-44a1-9fa0-7a70caf5336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:08.882242896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eba9488-4f58-44a1-9fa0-7a70caf5336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:08.886634277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eba9488-4f58-44a1-9fa0-7a70caf5336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:08.891016636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eba9488-4f58-44a1-9fa0-7a70caf5336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:08.98621653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-w2-5738a9","reconcileID":"9ea9f4ea-6f16-4b43-a144-9d586f97fe64","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:09.247353889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4801677-5390-4c49-8c72-db33cfda9728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:09.260529285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4801677-5390-4c49-8c72-db33cfda9728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:09.266718745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4801677-5390-4c49-8c72-db33cfda9728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:09.272029136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4801677-5390-4c49-8c72-db33cfda9728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.796340723Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","namespace":"ai-tenant-e2e-shared-b-w3-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.796408704Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","namespace":"ai-tenant-e2e-shared-b-w3-398158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.796467962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","tenant":"e2e-shared-b-w3-398158","tenantID":"e2e-shared-b-w3-398158","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.802963472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-398158","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.81619866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"Service","name":"maas-api-e2e-shared-b-w3-398158","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.82886762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-398158","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.839496807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-398158","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.850069496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.865222171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.885060108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.892067965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.89652867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.900671082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.90495711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.909369369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.913487708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.917224694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.921817224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.930066263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.934109019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.937978978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.941833679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-398158","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:13.94778444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-398158"},"namespace":"ai-tenant-e2e-shared-b-w3-398158","name":"default-tenant","reconcileID":"f94b9356-853b-4d86-bce0-328f7f5f9d7e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-398158","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.583941045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6412dadf-57c3-4985-a960-4562b75e8ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.58894927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6412dadf-57c3-4985-a960-4562b75e8ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.593544827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6412dadf-57c3-4985-a960-4562b75e8ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.597907204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6412dadf-57c3-4985-a960-4562b75e8ab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.975828169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e55876-686d-49e0-84f2-f538641b5b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.980105454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e55876-686d-49e0-84f2-f538641b5b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.984279475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e55876-686d-49e0-84f2-f538641b5b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:15.988467393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e55876-686d-49e0-84f2-f538641b5b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.015648545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.198049356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-2-w2-5738a9","reconcileID":"66d2562e-1332-446d-92fa-e46a7a7cff40","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-2-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-2-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.281272616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798e542e-d0d6-49b8-bd8c-1d406d08aaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.28788768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798e542e-d0d6-49b8-bd8c-1d406d08aaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.292003948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798e542e-d0d6-49b8-bd8c-1d406d08aaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.296313612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798e542e-d0d6-49b8-bd8c-1d406d08aaff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.579107944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c41b8c1-32e9-47ca-8cd7-9ceeae9f547e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.58324671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c41b8c1-32e9-47ca-8cd7-9ceeae9f547e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.587171774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c41b8c1-32e9-47ca-8cd7-9ceeae9f547e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.591149027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c41b8c1-32e9-47ca-8cd7-9ceeae9f547e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.970463356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c5e2e2-a535-4c2b-91f3-485738cc6cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.974532579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c5e2e2-a535-4c2b-91f3-485738cc6cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.978646334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c5e2e2-a535-4c2b-91f3-485738cc6cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:16.982793029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c5e2e2-a535-4c2b-91f3-485738cc6cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.295377954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"bd1c5153-b9b7-4e53-b955-5a364064c0ec","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.943765374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"fb218cb2-4f06-488b-b160-edf1f89a3943","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.952974471Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"5af8cade-29ba-4401-a375-b2466ef36d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.957709225Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"5af8cade-29ba-4401-a375-b2466ef36d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.963634959Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"simulator-subscription","reconcileID":"5af8cade-29ba-4401-a375-b2466ef36d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/simulator-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:17.996244335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"6551d5d8-e8dd-47e6-aafa-a0325be9cdff","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.004353981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"8829b830-1fc0-4b37-bc13-6fdb556e8c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.014028244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"8829b830-1fc0-4b37-bc13-6fdb556e8c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.483325923Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","namespace":"ai-tenant-e2e-extmod-a-8895cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.48338164Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","namespace":"ai-tenant-e2e-extmod-a-8895cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.483433728Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","tenant":"e2e-extmod-a-8895cb","tenantID":"e2e-extmod-a-8895cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.49042275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8895cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.507372266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"Service","name":"maas-api-e2e-extmod-a-8895cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.521360589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8895cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.528845423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8895cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.537996545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.547797638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.557031671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.567512485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.574104522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.578487494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.582693064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"Service","name":"payload-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.586825546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.590662435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.594365676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.598394034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.60805003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.612823997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.616853322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.620814589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8895cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:18.624567777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8895cb"},"namespace":"ai-tenant-e2e-extmod-a-8895cb","name":"default-tenant","reconcileID":"19424618-d29c-49dc-9826-5edf5991617b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8895cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:19.001969235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-w2-5738a9","reconcileID":"cdd527ce-309a-431e-8761-86872a0d848b","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.699061654Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-398158","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-398158","reconcileID":"df40c4e9-1e04-43c4-8039-75d5d58c4aa5","aitenant":"ai-tenants/e2e-shared-b-w3-398158","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.797929389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd67130a-f2e1-49c1-a185-b34d260ece5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.804852151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd67130a-f2e1-49c1-a185-b34d260ece5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.810483657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd67130a-f2e1-49c1-a185-b34d260ece5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.815153543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd67130a-f2e1-49c1-a185-b34d260ece5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:20.825230367Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-398158","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-398158","reconcileID":"df40c4e9-1e04-43c4-8039-75d5d58c4aa5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-398158","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-398158"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.054665046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818d6746-d99f-4bcb-b5b0-0e3bcdfbe950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.059656332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818d6746-d99f-4bcb-b5b0-0e3bcdfbe950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.064373391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818d6746-d99f-4bcb-b5b0-0e3bcdfbe950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.07268778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818d6746-d99f-4bcb-b5b0-0e3bcdfbe950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.374952927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acd6bb4-550d-48d6-9e0a-ae28e80ac5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.37982444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acd6bb4-550d-48d6-9e0a-ae28e80ac5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.387549987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acd6bb4-550d-48d6-9e0a-ae28e80ac5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:21.393155304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acd6bb4-550d-48d6-9e0a-ae28e80ac5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.460480869Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8895cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8895cb","reconcileID":"c4f5b42a-51f3-4926-932d-f8305bddf0b2","aitenant":"ai-tenants/e2e-extmod-a-8895cb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.57178086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8895cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8895cb","reconcileID":"c4f5b42a-51f3-4926-932d-f8305bddf0b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8895cb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8895cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.577104903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98bc3ed-a4be-4f11-98f3-c369951085e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.584444687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98bc3ed-a4be-4f11-98f3-c369951085e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.593085117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98bc3ed-a4be-4f11-98f3-c369951085e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.597606575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98bc3ed-a4be-4f11-98f3-c369951085e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.660843158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"a92f9e88-870f-4bf4-b0d3-851e1a167c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.660885153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"0615243e-3924-445d-899b-64452717bbc7","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.704476698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"2a97e065-ddfa-46af-a7b1-d37cf5326a8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.810173358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"a92f9e88-870f-4bf4-b0d3-851e1a167c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.845411425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"a92f9e88-870f-4bf4-b0d3-851e1a167c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"e2e-worker-w2-5738a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.845440894Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-access","reconcileID":"a92f9e88-870f-4bf4-b0d3-851e1a167c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.857152314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"392b0e6a-f7b7-4011-bdf6-82da61ba3bcc","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.880875776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7fc67-0e84-4f1a-a31f-6c6986aad785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.899863737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7fc67-0e84-4f1a-a31f-6c6986aad785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.904047263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7fc67-0e84-4f1a-a31f-6c6986aad785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.908822003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7fc67-0e84-4f1a-a31f-6c6986aad785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:25.921232452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"db760578-38bb-4ed1-921a-46971845d8c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.10576463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"e5e4ede4-4260-44ec-afc1-c0fa7028822b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.130011334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-2-w2-5738a9","reconcileID":"f85a3186-bafe-46e7-872a-77b8987e8433","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-2-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-2-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.135288625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"7c4fdf6b-40f1-48fa-988a-6780e18bc7e3","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.140556516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-w2-5738a9","reconcileID":"6527bbb2-1894-4812-b5b0-a81cde13b138","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.140977469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"a9f217cf-aad5-45f0-905c-29cdd564ed94","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.404844586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"1079a4a8-3536-4fcc-985c-69e5c8e4ac76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.543428897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296ba3b1-752d-4160-8095-1638bb9cc987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.548652247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296ba3b1-752d-4160-8095-1638bb9cc987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.55309796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296ba3b1-752d-4160-8095-1638bb9cc987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.557421412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296ba3b1-752d-4160-8095-1638bb9cc987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.798934154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"ca668edb-5693-41b2-8d90-b0939ed39e46","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.880966053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e3f05e-7b2d-41a4-a2c3-bcd7975d98de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.885827474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e3f05e-7b2d-41a4-a2c3-bcd7975d98de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.890886962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e3f05e-7b2d-41a4-a2c3-bcd7975d98de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:26.895119761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e3f05e-7b2d-41a4-a2c3-bcd7975d98de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:28.200235694Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"73cda9fd-9cc3-45e2-a04b-9f8cde817a11","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:28.200310764Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"73cda9fd-9cc3-45e2-a04b-9f8cde817a11","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:28.207095238Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"73cda9fd-9cc3-45e2-a04b-9f8cde817a11","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:28.207115507Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"73cda9fd-9cc3-45e2-a04b-9f8cde817a11","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.817308205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-access","reconcileID":"c98ecc02-ab96-4902-90dc-798e30027f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.817325481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"a09968be-c0b6-47d5-9b84-051038f8ac5e","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.834586022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"4fbf9950-c3d4-45ea-ad29-7ca1de83e195","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.835375053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"4ece57e3-b1e0-4135-bf49-01d52f00899b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.844453149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"4ece57e3-b1e0-4135-bf49-01d52f00899b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.844959092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"c02d7593-18e1-4431-8ba9-4df83d6b61f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.93734497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"c9ed4950-66f6-452d-82c1-4000864815fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.946693775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"8ac2ae7d-78ae-4c55-9778-898ec0d66b24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:31.947697809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"c9ed4950-66f6-452d-82c1-4000864815fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.072573593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"d13b07ba-901b-4ada-9453-4c0479f96ab6","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.080397726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"3b2b9558-7d71-4def-ae64-c6ff079e13ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.09208122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"3b2b9558-7d71-4def-ae64-c6ff079e13ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.608722122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d462c4-23f5-4c6a-b341-b3b247b5ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.613042245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d462c4-23f5-4c6a-b341-b3b247b5ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.617168218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d462c4-23f5-4c6a-b341-b3b247b5ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.621230005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d462c4-23f5-4c6a-b341-b3b247b5ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.872232242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4436758-7075-4a1c-8925-1b57f951ed68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.876436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4436758-7075-4a1c-8925-1b57f951ed68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.880293099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4436758-7075-4a1c-8925-1b57f951ed68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:32.884241304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4436758-7075-4a1c-8925-1b57f951ed68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:33.085697223Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"6d5e2da0-fcd9-4a96-abb9-889465a949a9","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:33.085795684Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"6d5e2da0-fcd9-4a96-abb9-889465a949a9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:33.091871765Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"6d5e2da0-fcd9-4a96-abb9-889465a949a9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:33.091887906Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"6d5e2da0-fcd9-4a96-abb9-889465a949a9","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.135940025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-2-w2-5738a9","reconcileID":"fef71421-5c3d-40bc-8d04-993ea2c8f756","MaaSModelRef":{"name":"distinct-2-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-2-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-2-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.14145751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"35ae8a9f-eb83-4af1-a49c-91e54cbbd56b","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.141700021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"distinct-w2-5738a9","reconcileID":"e5f4e02e-0efd-4595-b2e3-5b9b24306b10","MaaSModelRef":{"name":"distinct-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"distinct-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"distinct-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.479641461Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","namespace":"ai-tenant-e2e-extmod-b-06ade4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.479699426Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","namespace":"ai-tenant-e2e-extmod-b-06ade4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.479764021Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","tenant":"e2e-extmod-b-06ade4","tenantID":"e2e-extmod-b-06ade4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.486263857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"Deployment","name":"maas-api-e2e-extmod-b-06ade4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.497802126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"Service","name":"maas-api-e2e-extmod-b-06ade4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.5091223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-06ade4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.518972907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-06ade4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.528883657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.537353919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.546658709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.553371739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.557319437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.561057468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.565027637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"Service","name":"payload-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.571169448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.575106844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.578885667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.582636801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.59047779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.594453202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.598467411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.602481011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-06ade4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.606340774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-06ade4"},"namespace":"ai-tenant-e2e-extmod-b-06ade4","name":"default-tenant","reconcileID":"824fbe0c-8806-4d16-a01d-d8163b07ed18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-06ade4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.797692971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-2-w3-c60893","reconcileID":"f8ea77a5-da91-4cdc-97ed-0aac595507e5","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-2-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-2-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.808220902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"b7a807a3-34bf-47f4-88b7-3efa3a273033","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.824868362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"48197eef-e162-4c1e-9cac-2c7b24ef6d3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.830203984Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"48197eef-e162-4c1e-9cac-2c7b24ef6d3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.834977415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"premium-simulator-subscription","reconcileID":"48197eef-e162-4c1e-9cac-2c7b24ef6d3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"name":"maas-trlp-premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9","model":"e2e-models-e2e-worker-w2-5738a9/premium-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.846338186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-w3-c60893","reconcileID":"e7d5c760-a732-4409-b5bd-6d1152f37691","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.891289402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"fb1c0eac-b77c-42e2-9316-76cc69403092","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.910559729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"5342fdc6-ec69-4e72-ad9d-11a6ccca4fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.911217011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"8d5f3dd8-8484-4109-b850-9e996e1be831","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.920212113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"5342fdc6-ec69-4e72-ad9d-11a6ccca4fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.946230083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"41359f0e-39f9-43de-8196-88c845b8fc08","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.951794588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"548279dc-0efc-41cb-96b4-917b8228ebe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.959665529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"548279dc-0efc-41cb-96b4-917b8228ebe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:36.959872956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"5b3512bc-33b6-4c38-8c7b-e0388ceaf10e","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.010089247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"premium-w2-5738a9","reconcileID":"4fb4be2f-7aa5-491b-9f0b-0964c810e434","MaaSModelRef":{"name":"premium-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"premium-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"premium-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.010191088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"760eaf14-077d-4f12-8273-3a4f559dd1bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.010681876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"0f835122-fd17-4790-9b94-6e0597611c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.02013697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"0f835122-fd17-4790-9b94-6e0597611c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.034995675Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"548279dc-0efc-41cb-96b4-917b8228ebe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.156586162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"c8e22362-7571-4830-9f5e-5db9128111bc","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.160549082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"8ef38ad4-8851-456c-9d3c-f328b7e7f4b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.164578582Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"8ef38ad4-8851-456c-9d3c-f328b7e7f4b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/simulator-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.164903468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"7e8774ef-faac-41f9-9564-d88a6b28533c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:37.174217611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"7e8774ef-faac-41f9-9564-d88a6b28533c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:36:37.253330593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"simulator-subscription","reconcileID":"8ef38ad4-8851-456c-9d3c-f328b7e7f4b6","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.462217944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.462276515Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","namespace":"ai-tenant-e2e-worker-w2-5738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.462344081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","tenant":"e2e-worker-w2-5738a9","tenantID":"e2e-worker-w2-5738a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.46850026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"Deployment","name":"maas-api-e2e-worker-w2-5738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.480168024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"Service","name":"maas-api-e2e-worker-w2-5738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.487462858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-5738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.495635835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-5738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.506947382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.517652209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.52677964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.533632367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.537467275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.541351164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.54532371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"Service","name":"payload-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.550169334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.554068636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.557929821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.563768099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.571350256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.575235653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.579090597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.582787597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-5738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:42.586572156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-5738a9"},"namespace":"ai-tenant-e2e-worker-w2-5738a9","name":"default-tenant","reconcileID":"10c48ed7-1c92-400d-adfe-0c1e0718afbf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-5738a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.514079317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"492317ea-4489-4ed7-9692-5a6c1cf51def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.514309618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"93fac088-3fbb-4225-a4c7-71f7279f5ef7","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.543260469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"9f942afd-add9-434c-93f0-112fe727c24b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.622359842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"492317ea-4489-4ed7-9692-5a6c1cf51def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.634173138Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-06ade4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-06ade4","reconcileID":"4ee17ef9-b0cc-4bc8-9902-53f6efce0710","aitenant":"ai-tenants/e2e-extmod-b-06ade4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.710235921Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"492317ea-4489-4ed7-9692-5a6c1cf51def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"e2e-worker-w3-c60893-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.710268214Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-access","reconcileID":"492317ea-4489-4ed7-9692-5a6c1cf51def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c60893"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.721125218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"5f8b9121-ac4d-4f38-8797-aaa92f86f79c","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.798271908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"91fa0b60-4ae8-47f2-9a81-35070647f1b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.82630072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee757fc-e5c9-4cff-b8ff-5595f454af1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.830625294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee757fc-e5c9-4cff-b8ff-5595f454af1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.834673007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee757fc-e5c9-4cff-b8ff-5595f454af1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.835032879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-06ade4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-06ade4","reconcileID":"4ee17ef9-b0cc-4bc8-9902-53f6efce0710","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-06ade4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-06ade4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:43.838803259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee757fc-e5c9-4cff-b8ff-5595f454af1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.039879768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"881d76c8-c98b-49ee-8275-a69784620bbe","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.08399442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac65b801-4c55-4b49-887d-bbc986931dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.088973329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac65b801-4c55-4b49-887d-bbc986931dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.094978885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac65b801-4c55-4b49-887d-bbc986931dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.100256237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac65b801-4c55-4b49-887d-bbc986931dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.39989958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0dcdb-d186-4f5d-895c-3843cc14f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.405062873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0dcdb-d186-4f5d-895c-3843cc14f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.413103819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0dcdb-d186-4f5d-895c-3843cc14f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:44.505271586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0dcdb-d186-4f5d-895c-3843cc14f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:45.820669318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"namespace":"e2e-models-e2e-worker-w2-5738a9","name":"simulator-w2-5738a9","reconcileID":"00839314-fb1f-42a0-bbef-8f5577a7ae43","MaaSModelRef":{"name":"simulator-w2-5738a9","namespace":"e2e-models-e2e-worker-w2-5738a9"},"routeName":"simulator-w2-5738a9-kserve-route","namespace":"e2e-models-e2e-worker-w2-5738a9","llmisvcName":"simulator-w2-5738a9","gateway":"openshift-ingress/e2e-worker-w2-5738a9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:45.821232345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"6db0f4eb-b5d3-4bc7-97e8-b1c53dd25fb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c800c36a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:45.871285828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-2-w3-c60893","reconcileID":"204307e5-029a-40bc-845b-99a4737b3030","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-2-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-2-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:45.871568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-w3-c60893","reconcileID":"0728a771-3c50-4fa0-9d3c-1f08f2dd0a8d","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:45.871794029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"b064cf89-a05a-4bdd-8dbf-05030b4afb4d","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:45.873863449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"e853e41b-6a5a-4f69-bdda-68ae88429644","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:45.883194778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"af6e76a5-6a31-4244-997e-5083df81957a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c800c36a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.015185334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.100634832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6903c3e4-387b-4944-b4cd-428ee9acafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.108895199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6903c3e4-387b-4944-b4cd-428ee9acafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.115856702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6903c3e4-387b-4944-b4cd-428ee9acafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.12085434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6903c3e4-387b-4944-b4cd-428ee9acafad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.311557408Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"101dbfda-6619-4bc4-a4f1-b456cd933c5b","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.31166533Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"101dbfda-6619-4bc4-a4f1-b456cd933c5b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.318258746Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"101dbfda-6619-4bc4-a4f1-b456cd933c5b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.318280232Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"101dbfda-6619-4bc4-a4f1-b456cd933c5b","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.499593375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175a58eb-5954-4c85-a3d3-06a55c4c66eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.507014037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175a58eb-5954-4c85-a3d3-06a55c4c66eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.511051303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175a58eb-5954-4c85-a3d3-06a55c4c66eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.515232558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175a58eb-5954-4c85-a3d3-06a55c4c66eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.779719225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe37beea-3c9b-4b44-a8e7-26ebf9339b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.784625039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe37beea-3c9b-4b44-a8e7-26ebf9339b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.78929174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe37beea-3c9b-4b44-a8e7-26ebf9339b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:46.793402206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe37beea-3c9b-4b44-a8e7-26ebf9339b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:50.018533579Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ca8f5c29-bc52-4d92-b768-e07f87be3a4f","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:50.018631336Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ca8f5c29-bc52-4d92-b768-e07f87be3a4f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:50.025289718Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ca8f5c29-bc52-4d92-b768-e07f87be3a4f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:50.025307263Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ca8f5c29-bc52-4d92-b768-e07f87be3a4f","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.186715168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bc8f42-c16f-4d51-add9-72c2eea78846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.191727984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bc8f42-c16f-4d51-add9-72c2eea78846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.196307638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bc8f42-c16f-4d51-add9-72c2eea78846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.201133638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bc8f42-c16f-4d51-add9-72c2eea78846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.565034995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438a0961-1bd9-43e2-9042-ad66ec454b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.569898407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438a0961-1bd9-43e2-9042-ad66ec454b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.574482497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438a0961-1bd9-43e2-9042-ad66ec454b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.579585452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438a0961-1bd9-43e2-9042-ad66ec454b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.875976624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2da6383-1849-4611-b1da-f88ca0802dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.880300715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2da6383-1849-4611-b1da-f88ca0802dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.884491583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2da6383-1849-4611-b1da-f88ca0802dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:51.888714627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2da6383-1849-4611-b1da-f88ca0802dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.572584828Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ab8fe92b-eedc-41ea-b12f-631e39f625eb","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.572651848Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ab8fe92b-eedc-41ea-b12f-631e39f625eb","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.579063844Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ab8fe92b-eedc-41ea-b12f-631e39f625eb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.57908088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"ab8fe92b-eedc-41ea-b12f-631e39f625eb","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.579265465Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.579333957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.57938228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","tenant":"e2e-shared-a-w4-b3bea7","tenantID":"e2e-shared-a-w4-b3bea7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.5852891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-b3bea7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.598672988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"Service","name":"maas-api-e2e-shared-a-w4-b3bea7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.614460965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-b3bea7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.622680933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-b3bea7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.634071918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.643164435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.655522933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.662109851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.665989782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.669713083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.673827802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.677903951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.681703428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.685584096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.689532036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.697501551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.701417254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.705362454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.710127069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-b3bea7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:53.714133665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b3bea7"},"namespace":"ai-tenant-e2e-shared-a-w4-b3bea7","name":"default-tenant","reconcileID":"9f453594-2d9a-40ec-bb56-c029c198d68e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-b3bea7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.872153765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-2-w3-c60893","reconcileID":"eaa03854-c9d1-47ce-91c6-136b55a330b6","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-2-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-2-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.872593555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-w3-c60893","reconcileID":"018302a9-83a2-4423-8ded-a9e14383cb87","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.8750126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"c62edfbd-0c5e-497b-b197-27fdc1bf9c98","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.875330654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"51f1a15a-54d7-45d9-afdc-b65feedb5b5b","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.889160516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"9f7cea28-f16d-4394-8e5a-19721109f51a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.894092113Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"9f7cea28-f16d-4394-8e5a-19721109f51a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.899639043Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"premium-simulator-subscription","reconcileID":"9f7cea28-f16d-4394-8e5a-19721109f51a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c60893"},"name":"maas-trlp-premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893","model":"e2e-models-e2e-worker-w3-c60893/premium-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:36:55.931636149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"082ac1fd-15a7-4513-94b3-7f301d766db5","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:00.639582677Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b3bea7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b3bea7","reconcileID":"91d6c3dd-ed30-4c94-9391-67105b2e9b38","aitenant":"ai-tenants/e2e-shared-a-w4-b3bea7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:00.844119347Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b3bea7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b3bea7","reconcileID":"91d6c3dd-ed30-4c94-9391-67105b2e9b38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-b3bea7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-b3bea7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:00.868512484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850aea86-aafc-4d25-9f36-d040cb04a1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:00.872826292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850aea86-aafc-4d25-9f36-d040cb04a1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:00.877180471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850aea86-aafc-4d25-9f36-d040cb04a1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:00.881159342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850aea86-aafc-4d25-9f36-d040cb04a1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.170649577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38e019-43e2-4cd4-bc06-94cd012582a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.17471393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38e019-43e2-4cd4-bc06-94cd012582a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.178704022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38e019-43e2-4cd4-bc06-94cd012582a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.183083722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d38e019-43e2-4cd4-bc06-94cd012582a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.428200933Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-5738a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-5738a9","reconcileID":"c39df8a0-d232-48dd-91fa-ce02cb5f8f90","aitenant":"ai-tenants/e2e-worker-w2-5738a9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.470584772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b23e39-64b5-490c-a775-19ae29c8c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.474974709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b23e39-64b5-490c-a775-19ae29c8c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.479239276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b23e39-64b5-490c-a775-19ae29c8c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.483374233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b23e39-64b5-490c-a775-19ae29c8c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.526020131Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-5738a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-5738a9","reconcileID":"c39df8a0-d232-48dd-91fa-ce02cb5f8f90","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-5738a9","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-5738a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.699366641Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.699463544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","namespace":"ai-tenant-e2e-worker-w3-c60893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.699543646Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","tenant":"e2e-worker-w3-c60893","tenantID":"e2e-worker-w3-c60893","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.706138459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"Deployment","name":"maas-api-e2e-worker-w3-c60893","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.72905924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"Service","name":"maas-api-e2e-worker-w3-c60893","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.743858115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-c60893","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.752451613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-c60893","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.769208858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.775757358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.784655602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.790820871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.794592922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.798274476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.804303415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77047dd-29c9-4f76-b6e8-7070def2c1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.808403902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"Service","name":"payload-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.809385324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77047dd-29c9-4f76-b6e8-7070def2c1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.813144265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.814334787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77047dd-29c9-4f76-b6e8-7070def2c1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.818224167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.819353841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e77047dd-29c9-4f76-b6e8-7070def2c1aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.823194437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.827937963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.87736657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.887100143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.897004713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.927197307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-c60893","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:01.937453088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c60893"},"namespace":"ai-tenant-e2e-worker-w3-c60893","name":"default-tenant","reconcileID":"aec5dcd1-e20c-4689-8b21-2ebcb0542731","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-c60893","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:05.872669007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-2-w3-c60893","reconcileID":"b01d413a-a3b2-4f08-9bed-6aeb288ce82e","MaaSModelRef":{"name":"distinct-2-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-2-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-2-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:05.873040707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"distinct-w3-c60893","reconcileID":"61207ccf-7267-4359-8390-89191acb8aa4","MaaSModelRef":{"name":"distinct-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"distinct-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"distinct-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:05.875581801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"simulator-w3-c60893","reconcileID":"01bd8645-b085-4e23-b201-9c4705537128","MaaSModelRef":{"name":"simulator-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"simulator-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"simulator-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:05.932514527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"namespace":"e2e-models-e2e-worker-w3-c60893","name":"premium-w3-c60893","reconcileID":"1d3ce22f-9c8a-4622-84b3-daad65b03bd0","MaaSModelRef":{"name":"premium-w3-c60893","namespace":"e2e-models-e2e-worker-w3-c60893"},"routeName":"premium-w3-c60893-kserve-route","namespace":"e2e-models-e2e-worker-w3-c60893","llmisvcName":"premium-w3-c60893","gateway":"openshift-ingress/e2e-worker-w3-c60893","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.362449214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d78880-5b18-4fbe-8520-d7e25f4083aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.367628559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d78880-5b18-4fbe-8520-d7e25f4083aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.373815737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d78880-5b18-4fbe-8520-d7e25f4083aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.383402945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d78880-5b18-4fbe-8520-d7e25f4083aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.785234332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d651542-05fa-437e-8b4e-95c75efb4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.789430909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d651542-05fa-437e-8b4e-95c75efb4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.793639562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d651542-05fa-437e-8b4e-95c75efb4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:10.797648222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d651542-05fa-437e-8b4e-95c75efb4158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:11.081330316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01014e1b-09cf-43b3-a345-616223c21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:11.085793616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01014e1b-09cf-43b3-a345-616223c21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:11.08987805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01014e1b-09cf-43b3-a345-616223c21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:11.094339757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01014e1b-09cf-43b3-a345-616223c21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.161761843Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.161842483Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","namespace":"ai-tenant-e2e-shared-b-w4-15b02a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.161910183Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","tenant":"e2e-shared-b-w4-15b02a","tenantID":"e2e-shared-b-w4-15b02a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.167854809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-15b02a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.181849259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"Service","name":"maas-api-e2e-shared-b-w4-15b02a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.185592403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"7c5a08af-1064-4e8f-926e-001ab553b057","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.197309808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-15b02a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.206100769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-15b02a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.22046917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.230080929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.239781626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.246115142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.249762736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.253435593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.257391146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.263997111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.268086529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.272079194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.275625242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.279176171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"aa7c31c6-1df9-48e1-a41b-38883c1d60f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.279439153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32e39c84-3bb1-4009-85ea-6d9de608feb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.279806021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fef9f64a-5982-4c6d-a2b0-592139468155","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.283167393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.287038968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.290856606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.300109299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-15b02a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:12.307106823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-15b02a"},"namespace":"ai-tenant-e2e-shared-b-w4-15b02a","name":"default-tenant","reconcileID":"79987901-ef53-4682-a39d-7971c2b4968a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-15b02a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.02199561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.120856583Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c60893","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c60893","reconcileID":"f9906d6a-8bc9-49fd-996a-60b7f72a0453","aitenant":"ai-tenants/e2e-worker-w3-c60893","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.328495171Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c60893","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c60893","reconcileID":"f9906d6a-8bc9-49fd-996a-60b7f72a0453","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-c60893","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-c60893"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.409867561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc489097-8f35-4240-ad68-3284074c4608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.419902007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc489097-8f35-4240-ad68-3284074c4608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.4258854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc489097-8f35-4240-ad68-3284074c4608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.434569589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc489097-8f35-4240-ad68-3284074c4608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.827386001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76350972-b8e6-46aa-8670-03f260fd0322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.833588752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76350972-b8e6-46aa-8670-03f260fd0322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.839114911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76350972-b8e6-46aa-8670-03f260fd0322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:16.850922286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76350972-b8e6-46aa-8670-03f260fd0322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.205088197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f349028-3689-4e7c-9679-d56d6cf2f42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.214038951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f349028-3689-4e7c-9679-d56d6cf2f42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.21968383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f349028-3689-4e7c-9679-d56d6cf2f42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.226505375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f349028-3689-4e7c-9679-d56d6cf2f42b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.286984039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"b630c411-4dcc-4444-ad57-02fe231619b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.391297837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4139e5d0-7c18-43bf-a08e-18f9acca2401","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.391438652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e6aaa94-d36f-4d62-8280-60a4caa2cfe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:17.391911505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"37ffad8c-5dff-411c-83d2-b7e686fd43ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:18.644457746Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-15b02a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-15b02a","reconcileID":"90d7e18d-98c1-4965-9cba-715e76dced36","aitenant":"ai-tenants/e2e-shared-b-w4-15b02a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:18.79699245Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-15b02a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-15b02a","reconcileID":"90d7e18d-98c1-4965-9cba-715e76dced36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-15b02a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-15b02a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:18.828054923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191fbc86-dc0c-4dee-9e5a-0769c075a74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:18.83220843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191fbc86-dc0c-4dee-9e5a-0769c075a74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:18.836262926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191fbc86-dc0c-4dee-9e5a-0769c075a74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:18.840257313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191fbc86-dc0c-4dee-9e5a-0769c075a74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.116381267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffd4d9b-2612-4aca-a115-eadc6522c0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.121753837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffd4d9b-2612-4aca-a115-eadc6522c0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.126498831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffd4d9b-2612-4aca-a115-eadc6522c0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.130790333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffd4d9b-2612-4aca-a115-eadc6522c0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.442800957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a47d3-8beb-49c2-8014-86f455f12d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.447529326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a47d3-8beb-49c2-8014-86f455f12d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.457615676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a47d3-8beb-49c2-8014-86f455f12d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.462193448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23a47d3-8beb-49c2-8014-86f455f12d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.875028644Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-access","reconcileID":"99d0c191-9980-49e3-99ae-1cc0cd2f19bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.875084565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"4d46d137-744a-4938-a411-79ada7022512","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.892993958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"25ef442b-bfad-4496-9287-27e68511ec52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.902403244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"614edf29-9b9a-4ae6-88b9-aabb137c289f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.903360238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"25ef442b-bfad-4496-9287-27e68511ec52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.990234099Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-access","reconcileID":"4bbea709-07d8-4851-b704-e6066f1a9337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:19.990410495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"c76ca26b-cfb0-49ce-a49f-2ad72f043807","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:20.007129366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"cfd9eb2b-21e7-4111-91dc-3b03151afed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:20.016364814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"cfd9eb2b-21e7-4111-91dc-3b03151afed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:20.018830372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"59c20fb0-573e-4c94-b740-23211cb3fd00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:20.160007665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"1f6a9f6c-8469-470b-9835-611934fae746","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T00:37:20.183870176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-access","reconcileID":"4bbea709-07d8-4851-b704-e6066f1a9337","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:20.187404466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"23d3a948-f4d6-433b-8909-a448b35af098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:20.197632593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"23d3a948-f4d6-433b-8909-a448b35af098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:22.249580912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"222c9831-d8c0-4093-ae5f-3eca4fde5612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:22.342661209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"510777ef-d220-4a10-bb83-495f573f6378","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:22.34284269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92d2f09d-06d3-465d-b611-e086829e55d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.817344055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-2-w4-80f8ba","reconcileID":"1c9ecc44-3aa8-42a0-b261-f06440c7d8d4","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-2-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-2-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.860319789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-w4-80f8ba","reconcileID":"01158dea-9231-4703-bc5f-c6428453729d","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.90515072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"57b390de-6278-467d-9d5d-9f5970705871","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.923251705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"c8e50576-4e6a-423b-ad3d-833e3cbf4736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.924116118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"1f1ff898-5db4-4fdd-b7cc-fb35912d849d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.932607071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"c8e50576-4e6a-423b-ad3d-833e3cbf4736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.943805202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"86a48f42-2271-4693-9f63-129ab5211037","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.948261176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"00535362-0cc6-4b96-964b-d80e1da815fc","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.952457745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"6cbbe5ea-8e82-4660-93ab-d6f3490e12d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:24.958450689Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"6cbbe5ea-8e82-4660-93ab-d6f3490e12d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:25.022921033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"a4b53afa-357e-4bca-bb2a-84a57572262b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:25.028429957Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"simulator-subscription","reconcileID":"6cbbe5ea-8e82-4660-93ab-d6f3490e12d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/simulator-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:25.050705129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"43ef40fc-e4cf-43b1-8adc-bbf1bef61198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:25.059978448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"43ef40fc-e4cf-43b1-8adc-bbf1bef61198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:25.126705675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"1b4c6e54-c6a2-421a-80bf-c59be1ed18ec","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:25.152842392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"7097359a-e5a1-4302-b960-f9be7bff94a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:25.162285604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"7097359a-e5a1-4302-b960-f9be7bff94a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:26.913838202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"5b61df86-1f76-423e-aa49-2e48098d4233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:26.951933584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"fc699fb8-fb23-4084-b10c-9f40b09122b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:26.961360996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"fc699fb8-fb23-4084-b10c-9f40b09122b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:27.015207024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec2d7109-e83f-4d48-a515-eef3620e300b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:27.015881753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77c00946-7c9f-4d88-be6a-b2d2ed0f3caa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:29.640351345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"9bcffd1e-1a71-4efb-b737-6cfdd8ac4919","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:29.739297423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d702d94e-1f7e-4bf4-b4f1-ba28a7898145","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:29.739405898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea4803ca-8442-416a-ac95-7f3269168ce0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:31.919114509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"5bd175f3-2bf4-4f58-a03c-d82ed713b4fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:31.931688472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"5bd175f3-2bf4-4f58-a03c-d82ed713b4fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:31.937558417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"de8dadf1-746b-4232-950d-b35099027733","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:31.963849543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-2-w4-80f8ba","reconcileID":"710a5e33-7345-4f60-93e5-030b0fc25f8e","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-2-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-2-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:31.964214875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-w4-80f8ba","reconcileID":"da708e8f-eab3-4dcb-a948-6f12459b4fbd","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:31.964587709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"20bfcaf8-be8c-424a-907a-cade0901f6c9","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:31.998800086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"480a4693-ac1b-4abf-9a2f-4ae290c0b10a","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.028673199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"8e722884-272b-46e5-a0b8-6e9be8cbbe88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.11821557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"0daa37b4-7173-46aa-a927-7c67c7242806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.127382507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"0daa37b4-7173-46aa-a927-7c67c7242806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.198691906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6014d1-86c0-440c-ad36-753f88f65622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.203120387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6014d1-86c0-440c-ad36-753f88f65622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.207332343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6014d1-86c0-440c-ad36-753f88f65622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.211487106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6014d1-86c0-440c-ad36-753f88f65622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.454812097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"d0ee4d47-15ad-461a-b168-4c5b4f9887e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.454837013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"df68360e-5f27-48d0-b1f1-6a7a05014ed1","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.476770953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec41ddb-9c28-4027-b4d3-5ca58f88d78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.481351454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec41ddb-9c28-4027-b4d3-5ca58f88d78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.485547295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"e7d237b1-e61a-4f6c-803d-57c8d4c3bbff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.485667223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec41ddb-9c28-4027-b4d3-5ca58f88d78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.4899724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec41ddb-9c28-4027-b4d3-5ca58f88d78e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.566929467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"d0ee4d47-15ad-461a-b168-4c5b4f9887e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.59830977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"d0ee4d47-15ad-461a-b168-4c5b4f9887e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"e2e-worker-w4-80f8ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.598333116Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-access","reconcileID":"d0ee4d47-15ad-461a-b168-4c5b4f9887e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.606982441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"cc344f8f-d2b2-4c0a-a56a-d8a2ab8b4001","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.635342621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"88247b19-fc5f-44c5-9885-e203cadf836d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:32.868334155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"04a0656b-b5f7-4924-a8c7-cf7d2be40cf2","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:33.484780842Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"1b6a7a0a-7083-4c46-ab57-f2cd7a575b60","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:33.484873072Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"1b6a7a0a-7083-4c46-ab57-f2cd7a575b60","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:33.491576842Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"1b6a7a0a-7083-4c46-ab57-f2cd7a575b60","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:33.491597332Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"1b6a7a0a-7083-4c46-ab57-f2cd7a575b60","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:38.492346575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"cf53f222-1c61-4e62-8007-48075504f0c8","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:38.492416883Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"cf53f222-1c61-4e62-8007-48075504f0c8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:38.498856302Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"cf53f222-1c61-4e62-8007-48075504f0c8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:38.498874482Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"cf53f222-1c61-4e62-8007-48075504f0c8","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:41.964400146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-2-w4-80f8ba","reconcileID":"840bce21-6f89-481c-8832-0ea73043f8f5","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-2-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-2-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:41.964777878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-w4-80f8ba","reconcileID":"75a632f0-f871-46f1-b8e2-0714cec4ac88","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:41.999544455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"c87ee0d6-7aee-4c71-859c-b47a071c72d0","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:42.869256826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"7a1bd726-7735-4eed-b1ac-37230922fbfe","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:42.887108035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"d9a32866-6efc-43c3-9c6f-bcdfd031ab5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:42.891758142Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"d9a32866-6efc-43c3-9c6f-bcdfd031ab5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:42.896271395Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"premium-simulator-subscription","reconcileID":"d9a32866-6efc-43c3-9c6f-bcdfd031ab5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"name":"maas-trlp-premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba","model":"e2e-models-e2e-worker-w4-80f8ba/premium-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:42.92518489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"443c9055-d9f8-423e-a094-42cbf2c14c49","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.49924199Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.49930599Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","namespace":"ai-tenant-e2e-worker-w4-80f8ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.499356029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","tenant":"e2e-worker-w4-80f8ba","tenantID":"e2e-worker-w4-80f8ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.505496842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"Deployment","name":"maas-api-e2e-worker-w4-80f8ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.521089696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"Service","name":"maas-api-e2e-worker-w4-80f8ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.534886467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-80f8ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.541724835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-80f8ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.552361833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.566726001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.575978024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.582334332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.586248048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.589995713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.593805678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"Service","name":"payload-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.59756144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.601367577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.60496781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.608589524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.616448186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.6202599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.62396475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.627665506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-80f8ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:43.631420239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-80f8ba"},"namespace":"ai-tenant-e2e-worker-w4-80f8ba","name":"default-tenant","reconcileID":"583cb5ab-6b09-4b34-bba3-af372933ae52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-80f8ba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:45.333700534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83de28d4-9f42-4140-b48a-3fc5a86cf72c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:45.446011764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2adc84a8-f446-458f-944c-d8c2a35612ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:46.016140975Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:48.987949828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6dc3ee8a-3ce4-49d6-8b8f-da1ffe0daa99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:49.086642258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50f3eff9-242c-4713-946a-b4ab985042f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:51.965834855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-2-w4-80f8ba","reconcileID":"4a3c1e02-6918-4ec7-a755-e692e967e939","MaaSModelRef":{"name":"distinct-2-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-2-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-2-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:51.966193379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"distinct-w4-80f8ba","reconcileID":"902ef8ce-8b82-4ca8-8a1d-b87865a9a750","MaaSModelRef":{"name":"distinct-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"distinct-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"distinct-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:52.000634278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"simulator-w4-80f8ba","reconcileID":"0915c2c0-7acd-4987-98e0-f1557b894f4b","MaaSModelRef":{"name":"simulator-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"simulator-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"simulator-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:37:52.92586627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"namespace":"e2e-models-e2e-worker-w4-80f8ba","name":"premium-w4-80f8ba","reconcileID":"cec72b4b-0b9e-4b17-beb2-6c3bb9400db4","MaaSModelRef":{"name":"premium-w4-80f8ba","namespace":"e2e-models-e2e-worker-w4-80f8ba"},"routeName":"premium-w4-80f8ba-kserve-route","namespace":"e2e-models-e2e-worker-w4-80f8ba","llmisvcName":"premium-w4-80f8ba","gateway":"openshift-ingress/e2e-worker-w4-80f8ba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.243037699Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-80f8ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-80f8ba","reconcileID":"0f4f5b09-582c-492e-9987-72ba31622fcb","aitenant":"ai-tenants/e2e-worker-w4-80f8ba","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.374260044Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-80f8ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-80f8ba","reconcileID":"0f4f5b09-582c-492e-9987-72ba31622fcb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-80f8ba","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-80f8ba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.388594409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546ba20d-8449-44eb-8663-24a6b036db82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.393059273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546ba20d-8449-44eb-8663-24a6b036db82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.397161037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546ba20d-8449-44eb-8663-24a6b036db82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.402749439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546ba20d-8449-44eb-8663-24a6b036db82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.780869463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85d9000-e031-4f36-8567-677a6f8c2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.786292384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85d9000-e031-4f36-8567-677a6f8c2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.792783629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85d9000-e031-4f36-8567-677a6f8c2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:02.806444947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85d9000-e031-4f36-8567-677a6f8c2e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:03.068801739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3def1950-93f6-40de-bf80-c12975f9ae26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:03.072944852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3def1950-93f6-40de-bf80-c12975f9ae26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:03.077042701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3def1950-93f6-40de-bf80-c12975f9ae26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:03.081469856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3def1950-93f6-40de-bf80-c12975f9ae26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T00:38:16.018180537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}